-- Logs begin at Thu 2021-07-22 22:32:49 UTC, end at Thu 2021-07-22 23:30:20 UTC. -- Jul 22 23:02:58.553049 dv-cinder-801875-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 22 23:03:01.276954 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.common.config [-] Logging enabled! Jul 22 23:03:01.277532 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev492 Jul 22 23:03:01.277730 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93083) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 22 23:03:01.280954 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.common.config [-] Logging enabled! Jul 22 23:03:01.281218 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev492 Jul 22 23:03:01.281531 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93083) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 22 23:03:01.282480 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 22 23:03:01.282716 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 22 23:03:01.283083 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 22 23:03:01.283330 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 22 23:03:01.283556 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 22 23:03:01.283875 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:01.284175 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:01.284498 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:01.284729 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:01.285026 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:01.285319 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:01.285604 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:01.285896 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:01.286197 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:01.286487 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:01.286769 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:01.287056 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:01.287296 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:01.287576 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:01.287866 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:01.288156 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:01.288403 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] debug = True {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:01.288691 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:01.289116 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:01.289528 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:01.289816 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:01.290235 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:01.290398 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:01.290675 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:01.290957 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:01.291244 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:01.291577 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] host = dv-cinder-801875-2-iscsi {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:01.291860 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:01.292152 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:01.292471 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:01.292764 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:01.293042 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:01.293323 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:01.293615 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:01.293891 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:01.294169 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] log_file = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:01.294448 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:01.294739 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:01.295029 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:01.295320 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:01.295547 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:01.296300 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:01.296622 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:01.296914 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:01.297194 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:01.297472 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:01.297750 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:01.298026 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:01.298303 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:01.298576 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:01.298862 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:01.299147 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:01.299433 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:01.299717 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:01.299993 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:01.300265 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:01.300629 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:01.300919 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:01.301194 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:01.301469 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:01.301747 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:01.302034 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:01.302306 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:01.302581 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:01.302886 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:01.303178 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:01.303464 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:01.303754 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:01.304030 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:01.304314 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:01.304616 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:01.304893 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:01.305168 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] use_json = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:01.305445 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:01.305720 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:01.306003 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:01.306280 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:01.306556 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:01.306833 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:01.307108 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:01.307396 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:01.307696 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:01.307996 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:01.308302 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:01.308615 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:01.308915 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:01.309198 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:01.309492 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:01.309777 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:01.310069 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:01.310362 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:01.310657 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:01.310938 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:01.311231 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:01.312068 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:01.312390 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:01.312702 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:01.313000 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:01.313298 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:01.313579 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:01.313856 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:01.314134 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:01.314416 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:01.314705 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:01.315003 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:01.315298 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:01.315578 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:01.315861 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:01.316158 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:01.316467 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:01.316745 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:01.317027 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:01.317319 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:01.317601 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:01.317879 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:01.318162 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:01.318442 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:01.318719 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:01.318993 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:01.319272 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:01.319572 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:01.319854 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:01.320131 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:01.320435 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:01.320716 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:01.320992 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:01.321280 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:01.321558 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:01.321837 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:01.322113 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:01.322393 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:01.322668 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:01.322944 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:01.323225 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:01.323499 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:01.323778 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:01.324053 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:01.324327 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:01.324622 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:01.324895 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:01.325169 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:01.325443 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:01.325716 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:01.325993 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:01.326268 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:01.326541 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:01.326816 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:01.327114 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:01.327392 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:01.327679 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:01.327977 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:01.328255 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:01.328558 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:01.328839 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:01.329117 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:01.329395 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:01.329680 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:01.329958 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:01.330236 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:01.330509 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:01.330798 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:01.331082 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:01.331370 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:01.331653 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:01.331931 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:01.332225 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:01.332532 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:01.332816 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:01.333094 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:01.333375 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:01.333664 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:01.333948 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:01.334272 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:01.334540 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:01.334837 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:01.335129 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:01.335425 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:01.335706 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:01.336013 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:01.336294 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:01.336535 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 22 23:03:01.336776 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93083) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 22 23:03:01.687190 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 22 23:03:01.687471 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 22 23:03:01.687766 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 22 23:03:01.688103 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 22 23:03:02.079119 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:03:02.079334 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:03:02.079608 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:03:02.080828 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:03:02.081106 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:03:02.081370 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:03:02.115842 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:03:02.116122 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:03:02.116411 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:03:02.130331 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:03:02.130615 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:03:02.130885 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:03:02.160453 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:03:02.160738 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:03:02.161011 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:03:02.197530 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:03:02.197810 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:03:02.198079 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:03:02.428019 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:03:02.428660 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:03:02.428660 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:03:02.428841 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:03:02.429540 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:03:02.548907 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:03:02.549232 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:03:02.549515 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:03:02.549789 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:03:02.550059 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:03:02.550375 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:03:02.550639 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:03:02.550898 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:03:02.551155 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:03:02.551440 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:03:02.551702 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:03:02.551970 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:03:02.552227 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:03:02.552503 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:03:02.552760 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:03:02.553027 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:03:02.553288 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:03:02.553550 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:03:02.553817 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:03:02.554074 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:03:02.554346 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:03:02.554600 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:03:02.554881 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:03:02.555260 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:03:02.555511 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:03:02.555757 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:03:02.556150 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93083) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 23:03:02.556415 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93083) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 23:03:02.556656 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93083) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 23:03:02.556893 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93083) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 23:03:02.557129 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93083) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 23:03:02.557364 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93083) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 23:03:02.557731 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 22 23:03:02.560817 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 22 23:03:02.565272 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 22 23:03:02.568947 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(850, 899)])]) Jul 22 23:03:02.570568 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 22 23:03:02.571023 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 22 23:03:02.571361 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 22 23:03:02.571746 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 22 23:03:02.575594 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 22 23:03:02.575849 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 22 23:03:02.576201 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 22 23:03:02.581759 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 22 23:03:02.604873 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 22 23:03:02.605326 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:03:02.605628 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93083) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 22 23:03:02.605997 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:03:02.607354 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93083) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 22 23:03:02.607637 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 22 23:03:02.607887 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 22 23:03:02.611129 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:03:02.611413 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:03:02.675126 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 22 23:03:02.675366 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 22 23:03:02.675601 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 22 23:03:02.675968 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 22 23:03:02.696448 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_db.sqlalchemy.engines [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93083) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 22 23:03:03.223366 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.plugins.ml2.managers [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Initializing driver for type 'gre' Jul 22 23:03:03.223987 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] gre ID ranges: [(1, 1000)] Jul 22 23:03:03.276840 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.plugins.ml2.managers [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Initializing driver for type 'local' Jul 22 23:03:03.277183 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.plugins.ml2.managers [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Initializing driver for type 'vlan' Jul 22 23:03:03.290569 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] VlanTypeDriver initialization complete Jul 22 23:03:03.290903 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.plugins.ml2.managers [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Initializing driver for type 'vxlan' Jul 22 23:03:03.291385 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] vxlan ID ranges: [(1, 1000)] Jul 22 23:03:03.342174 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.plugins.ml2.managers [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Initializing extension driver 'port_security' Jul 22 23:03:03.342511 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.plugins.ml2.extensions.port_security [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] PortSecurityExtensionDriver initialization complete Jul 22 23:03:03.342871 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.plugins.ml2.managers [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Initializing mechanism driver 'openvswitch' Jul 22 23:03:03.343193 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.plugins.ml2.managers [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Initializing mechanism driver 'hyperv' Jul 22 23:03:03.349931 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.plugin [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:03:03.350765 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Subscribe: > port after_create 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:03:03.351137 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Subscribe: > port after_update 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:03:03.351973 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Subscribe: > port after_delete 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:03:03.352520 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93083) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 23:03:03.352962 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Subscribe: > subnet after_create 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:03:03.353321 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Subscribe: > subnet after_update 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:03:03.353671 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:03:03.354064 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93083) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 23:03:03.354475 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Subscribe: > network after_create 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:03:03.354828 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Subscribe: > network after_update 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:03:03.355173 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Subscribe: > network after_delete 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:03:03.355561 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93083) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 23:03:03.355969 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Subscribe: > security_group after_create 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:03:03.356324 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Subscribe: > security_group after_update 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:03:03.356694 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:03:03.357088 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93083) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 23:03:03.357491 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:03:03.357840 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:03:03.358206 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:03:03.358595 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93083) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 23:03:03.358999 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Subscribe: > address_group after_create 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:03:03.359347 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Subscribe: > address_group after_update 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:03:03.359690 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:03:03.360080 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93083) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 23:03:03.360498 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] ML2 OVO RPC backend initialized. {{(pid=93083) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 22 23:03:03.361211 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:03:03.361574 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:03:03.361998 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Subscribe: > network before_response 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:03:03.362351 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Subscribe: > networks before_response 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:03:03.362704 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Subscribe: > port before_response 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:03:03.363049 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Subscribe: > ports before_response 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:03:03.363397 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Subscribe: > subnet before_response 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:03:03.363742 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Subscribe: > subnets before_response 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:03:03.364091 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Subscribe: > network after_create 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:03:03.364471 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Subscribe: > network after_update 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:03:03.364815 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Subscribe: > network after_delete 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:03:03.365166 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Subscribe: > port after_create 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:03:03.365569 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Subscribe: > port after_update 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:03:03.365913 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Subscribe: > port after_delete 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:03:03.366255 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Subscribe: > subnet after_create 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:03:03.366598 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Subscribe: > subnet after_update 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:03:03.366936 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:03:03.367773 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.plugins.ml2.plugin [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Modular L2 Plugin initialization complete Jul 22 23:03:03.368109 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.manager [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loading services supported by the core plugin {{(pid=93083) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 22 23:03:03.368486 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.plugins.ml2.managers [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Got port-security extension from driver 'port_security' Jul 22 23:03:03.368957 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.extensions.vlantransparent [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Disabled vlantransparent extension. Jul 22 23:03:03.369445 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.manager [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93083) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 22 23:03:03.369766 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.manager [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loading Plugin: router Jul 22 23:03:03.406215 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:03:03.406614 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Subscribe: > router after_create 55549900 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:03:03.406981 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Subscribe: > router before_create 55549900 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:03:03.407348 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:03:03.407724 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:03:03.408083 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Subscribe: > router after_delete 55549900 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:03:03.408472 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:03:03.408963 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Subscribe: > router after_create 55549900 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:03:03.409319 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Subscribe: > router after_update 55549900 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:03:03.409674 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Subscribe: > router after_update 55549900 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:03:03.410027 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:03:03.410392 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Subscribe: > router after_update 55549900 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:03:03.410810 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Subscribe: > router precommit_update 55549900 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:03:03.411182 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Subscribe: port after_update 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:03:03.411525 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Subscribe: port after_delete 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:03:03.411865 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Subscribe: subnet after_update 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:03:03.412277 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:03:03.412662 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:03:03.413013 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Subscribe: > router precommit_create 55549900 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:03:03.413362 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Subscribe: port before_delete 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:03:03.413718 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Subscribe: > router precommit_create 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:03:03.414082 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Subscribe: > router after_update 55549900 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:03:03.414432 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:03:03.414810 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Subscribe: > router precommit_create 55549900 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:03:03.415158 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:03:03.415506 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Subscribe: > router precommit_update 55549900 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:03:03.415875 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Subscribe: > agent after_create 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:03:03.416228 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Subscribe: > agent after_delete 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:03:03.416607 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Subscribe: > network after_delete 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:03:03.417474 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.quota.resource_registry [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Tracking information for resource: router configured {{(pid=93083) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 23:03:03.417812 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.quota.resource_registry [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Tracking information for resource: floatingip configured {{(pid=93083) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 23:03:03.423178 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.db.l3_agentschedulers_db [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 22 23:03:03.423763 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Subscribe: port after_update 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:03:03.424136 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Subscribe: port after_create 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:03:03.424524 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Subscribe: port after_delete 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:03:03.424880 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Subscribe: port after_update 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:03:03.425674 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Subscribe: > router before_create 55550100 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:03:03.426044 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:03:03.426414 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Subscribe: > router precommit_create 55550100 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:03:03.426776 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Subscribe: > router precommit_update 55550100 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:03:03.431284 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.services.provider_configuration [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Service providers = [] {{(pid=93083) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 22 23:03:03.431825 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.db.servicetype_db [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93083) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 22 23:03:03.434647 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.services.service_base [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93083) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 22 23:03:03.434998 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.services.service_base [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93083) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 22 23:03:03.435345 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.services.service_base [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93083) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 22 23:03:03.436245 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.services.service_base [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93083) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 22 23:03:03.437292 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.services.service_base [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 22 23:03:03.437674 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.manager [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93083) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 23:03:03.437995 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.manager [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 22 23:03:03.448734 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.manager [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93083) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 23:03:03.449077 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.manager [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loading Plugin: auto_allocate Jul 22 23:03:03.454838 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Subscribe: network precommit_update 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:03:03.455205 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Subscribe: network precommit_create 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:03:03.455720 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.manager [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93083) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 23:03:03.456040 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.manager [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loading Plugin: tag Jul 22 23:03:03.462764 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.manager [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93083) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 23:03:03.463099 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.manager [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loading Plugin: timestamp Jul 22 23:03:03.466931 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.manager [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93083) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 23:03:03.467259 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.manager [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loading Plugin: network_ip_availability Jul 22 23:03:03.472712 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:03:03.473090 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:03:03.473495 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:03:03.474156 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.manager [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93083) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 23:03:03.474476 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.manager [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loading Plugin: flavors Jul 22 23:03:03.480754 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.manager [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93083) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 23:03:03.481089 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.manager [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loading Plugin: revisions Jul 22 23:03:03.485978 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.manager [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93083) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 23:03:03.486376 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_concurrency.lockutils [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.799s {{(pid=93083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 22 23:03:03.487114 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93083) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 22 23:03:03.487454 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Initializing extension manager. Jul 22 23:03:03.487967 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loading extension file: __init__.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:03:03.488314 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loading extension file: __pycache__ {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:03:03.488685 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:03:03.489025 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loading extension file: address_group.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:03:03.489783 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:03:03.490421 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loaded extension: address-group Jul 22 23:03:03.490743 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loading extension file: address_scope.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:03:03.491461 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:03:03.491968 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loaded extension: address-scope Jul 22 23:03:03.492593 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:03:03.493537 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:03:03.494047 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loaded extension: router-admin-state-down-before-update Jul 22 23:03:03.494369 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loading extension file: agent.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:03:03.495107 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:03:03.495579 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loaded extension: agent Jul 22 23:03:03.495901 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loading extension file: agent_resources_synced.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:03:03.496856 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:03:03.497362 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loaded extension: agent-resources-synced Jul 22 23:03:03.497686 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loading extension file: allowedaddresspairs.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:03:03.499606 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:03:03.500124 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loaded extension: allowed-address-pairs Jul 22 23:03:03.500484 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loading extension file: auto_allocated_topology.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:03:03.501573 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:03:03.502087 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loaded extension: auto-allocated-topology Jul 22 23:03:03.502416 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loading extension file: availability_zone.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:03:03.503115 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:03:03.503628 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loaded extension: availability_zone Jul 22 23:03:03.503952 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loading extension file: availability_zone_filter.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:03:03.504907 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:03:03.505420 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loaded extension: availability_zone_filter Jul 22 23:03:03.505746 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loading extension file: data_plane_status.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:03:03.506739 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:03:03.507247 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Extension data-plane-status not supported by any of loaded plugins Jul 22 23:03:03.507574 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loading extension file: default_subnetpools.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:03:03.508531 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:03:03.509047 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loaded extension: default-subnetpools Jul 22 23:03:03.509372 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:03:03.510189 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:03:03.510718 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loaded extension: dhcp_agent_scheduler Jul 22 23:03:03.511023 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loading extension file: dns.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:03:03.511946 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:03:03.512493 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Extension dns-integration not supported by any of loaded plugins Jul 22 23:03:03.512819 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loading extension file: dns_domain_ports.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:03:03.513752 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:03:03.514261 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 22 23:03:03.515116 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:03:03.516050 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:03:03.516596 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 22 23:03:03.516918 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loading extension file: dvr.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:03:03.517590 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:03:03.518093 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loaded extension: dvr Jul 22 23:03:03.518414 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loading extension file: ecmp_routes.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:03:03.519335 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:03:03.519832 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Extension ecmp_routes not supported by any of loaded plugins Jul 22 23:03:03.520152 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loading extension file: empty_string_filtering.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:03:03.521112 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:03:03.521692 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loaded extension: empty-string-filtering Jul 22 23:03:03.522013 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:03:03.522934 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:03:03.523438 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 22 23:03:03.523760 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:03:03.524721 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:03:03.525223 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 22 23:03:03.525547 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loading extension file: external_net.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:03:03.526466 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:03:03.526972 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loaded extension: external-net Jul 22 23:03:03.527296 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:03:03.528204 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:03:03.528744 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loaded extension: extra_dhcp_opt Jul 22 23:03:03.529071 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loading extension file: extraroute.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:03:03.529989 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:03:03.531051 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loaded extension: extraroute Jul 22 23:03:03.531374 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loading extension file: extraroute_atomic.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:03:03.532447 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:03:03.532959 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loaded extension: extraroute-atomic Jul 22 23:03:03.533284 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loading extension file: filter_validation.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:03:03.533959 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:03:03.534462 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loaded extension: filter-validation Jul 22 23:03:03.534785 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loading extension file: fip_pf_description.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:03:03.535875 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:03:03.536409 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 22 23:03:03.536734 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loading extension file: fip_port_details.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:03:03.537709 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:03:03.538211 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loaded extension: fip-port-details Jul 22 23:03:03.538535 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loading extension file: flavors.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:03:03.539766 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:03:03.540277 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loaded extension: flavors Jul 22 23:03:03.540628 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:03:03.542294 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:03:03.542813 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 22 23:03:03.543148 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loading extension file: floatingip_pools.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:03:03.543851 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:03:03.544405 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loaded extension: floatingip-pools Jul 22 23:03:03.544739 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loading extension file: ip_allocation.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:03:03.545699 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:03:03.546282 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Extension ip_allocation not supported by any of loaded plugins Jul 22 23:03:03.546606 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:03:03.547536 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:03:03.548051 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loaded extension: ip-substring-filtering Jul 22 23:03:03.548400 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loading extension file: l2_adjacency.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:03:03.549336 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:03:03.549841 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 22 23:03:03.550163 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loading extension file: l3.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:03:03.551125 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:03:03.551640 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loaded extension: router Jul 22 23:03:03.551967 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:03:03.554248 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:03:03.554771 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 22 23:03:03.555106 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:03:03.556054 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:03:03.556590 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loaded extension: ext-gw-mode Jul 22 23:03:03.556921 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:03:03.557865 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:03:03.558374 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loaded extension: l3-ha Jul 22 23:03:03.558703 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loading extension file: l3_flavors.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:03:03.559628 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:03:03.560137 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loaded extension: l3-flavors Jul 22 23:03:03.560502 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:03:03.561526 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:03:03.562032 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 22 23:03:03.562360 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loading extension file: l3agentscheduler.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:03:03.563403 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:03:03.563923 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loaded extension: l3_agent_scheduler Jul 22 23:03:03.564252 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loading extension file: logging.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:03:03.565755 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:03:03.566276 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Extension logging not supported by any of loaded plugins Jul 22 23:03:03.566609 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loading extension file: metering.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:03:03.567353 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:03:03.567933 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loaded extension: metering Jul 22 23:03:03.568264 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:03:03.569470 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:03:03.569992 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loaded extension: metering_source_and_destination_fields Jul 22 23:03:03.570318 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loading extension file: multiprovidernet.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:03:03.571396 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:03:03.571894 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loaded extension: multi-provider Jul 22 23:03:03.572217 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loading extension file: netmtu.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:03:03.573175 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:03:03.573688 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loaded extension: net-mtu Jul 22 23:03:03.574016 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loading extension file: netmtu_writable.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:03:03.574944 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:03:03.575451 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loaded extension: net-mtu-writable Jul 22 23:03:03.575773 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loading extension file: network_availability_zone.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:03:03.576484 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:03:03.577536 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loaded extension: network_availability_zone Jul 22 23:03:03.577857 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loading extension file: network_ip_availability.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:03:03.578950 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:03:03.579466 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loaded extension: network-ip-availability Jul 22 23:03:03.579792 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loading extension file: network_segment_range.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:03:03.580615 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:03:03.581125 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Extension network-segment-range not supported by any of loaded plugins Jul 22 23:03:03.581447 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loading extension file: pagination.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:03:03.582433 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:03:03.582766 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loaded extension: pagination Jul 22 23:03:03.583089 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loading extension file: port_device_profile.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:03:03.584026 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:03:03.584580 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loaded extension: port-device-profile Jul 22 23:03:03.584908 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:03:03.585840 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:03:03.586352 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loaded extension: port-mac-address-regenerate Jul 22 23:03:03.586678 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:03:03.587595 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:03:03.588111 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loaded extension: port-numa-affinity-policy Jul 22 23:03:03.588470 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loading extension file: port_resource_request.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:03:03.589386 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:03:03.589892 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Extension port-resource-request not supported by any of loaded plugins Jul 22 23:03:03.590218 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loading extension file: portbindings.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:03:03.591154 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:03:03.591673 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loaded extension: binding Jul 22 23:03:03.592001 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loading extension file: portbindings_extended.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:03:03.593376 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:03:03.593898 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loaded extension: binding-extended Jul 22 23:03:03.594227 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loading extension file: portsecurity.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:03:03.595151 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:03:03.595664 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loaded extension: port-security Jul 22 23:03:03.595991 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loading extension file: project_id.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:03:03.597015 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:03:03.597349 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loaded extension: project-id Jul 22 23:03:03.597671 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loading extension file: providernet.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:03:03.598608 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:03:03.599127 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loaded extension: provider Jul 22 23:03:03.599456 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loading extension file: qos.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:03:03.603006 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:03:03.603530 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Extension qos not supported by any of loaded plugins Jul 22 23:03:03.603868 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:03:03.605151 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:03:03.605670 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 22 23:03:03.606002 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:03:03.606935 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:03:03.607448 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 22 23:03:03.607779 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loading extension file: qos_default.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:03:03.609260 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:03:03.609772 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Extension qos-default not supported by any of loaded plugins Jul 22 23:03:03.610101 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loading extension file: qos_fip.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:03:03.610805 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:03:03.611310 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Extension qos-fip not supported by any of loaded plugins Jul 22 23:03:03.611634 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loading extension file: qos_gateway_ip.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:03:03.612596 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:03:03.613106 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 22 23:03:03.613429 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loading extension file: qos_port_network_policy.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:03:03.614384 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:03:03.614897 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 22 23:03:03.615221 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loading extension file: qos_rule_type_details.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:03:03.616148 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:03:03.616696 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 22 23:03:03.617277 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loading extension file: qos_rules_alias.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:03:03.618347 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:03:03.618865 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 22 23:03:03.619192 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loading extension file: quotasv2.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:03:03.620118 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:03:03.620676 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loaded extension: quotas Jul 22 23:03:03.621000 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loading extension file: quotasv2_detail.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:03:03.624688 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:03:03.625034 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loaded extension: quota_details Jul 22 23:03:03.625366 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loading extension file: rbac.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:03:03.626750 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:03:03.627273 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loaded extension: rbac-policies Jul 22 23:03:03.627608 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loading extension file: rbac_address_group.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:03:03.628604 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:03:03.629124 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loaded extension: rbac-address-group Jul 22 23:03:03.629456 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loading extension file: rbac_address_scope.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:03:03.630386 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:03:03.630900 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loaded extension: rbac-address-scope Jul 22 23:03:03.631231 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loading extension file: rbac_security_groups.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:03:03.632152 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:03:03.632697 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loaded extension: rbac-security-groups Jul 22 23:03:03.633028 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loading extension file: rbac_subnetpool.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:03:03.633954 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:03:03.634464 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loaded extension: rbac-subnetpool Jul 22 23:03:03.634798 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loading extension file: revisionifmatch.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:03:03.635723 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:03:03.636234 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loaded extension: revision-if-match Jul 22 23:03:03.636586 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loading extension file: revisions.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:03:03.637703 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:03:03.638220 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loaded extension: standard-attr-revisions Jul 22 23:03:03.638549 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loading extension file: router_availability_zone.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:03:03.639385 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:03:03.639927 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loaded extension: router_availability_zone Jul 22 23:03:03.640257 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loading extension file: routerservicetype.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:03:03.641225 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:03:03.641733 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Extension router-service-type not supported by any of loaded plugins Jul 22 23:03:03.642061 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:03:03.642992 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:03:03.643505 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loaded extension: security-groups-normalized-cidr Jul 22 23:03:03.643834 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:03:03.644795 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:03:03.645305 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loaded extension: port-security-groups-filtering Jul 22 23:03:03.645631 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:03:03.646560 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:03:03.647075 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loaded extension: security-groups-remote-address-group Jul 22 23:03:03.647404 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loading extension file: securitygroup.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:03:03.657050 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:03:03.657586 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loaded extension: security-group Jul 22 23:03:03.657926 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loading extension file: segment.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:03:03.658720 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:03:03.659232 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Extension segment not supported by any of loaded plugins Jul 22 23:03:03.659564 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:03:03.660554 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:03:03.661070 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 22 23:03:03.661400 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loading extension file: servicetype.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:03:03.662520 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:03:03.663035 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loaded extension: service-type Jul 22 23:03:03.663365 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loading extension file: sorting.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:03:03.664378 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:03:03.664723 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loaded extension: sorting Jul 22 23:03:03.665048 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loading extension file: standard_attr_segment.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:03:03.666039 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:03:03.666556 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 22 23:03:03.666887 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loading extension file: standardattrdescription.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:03:03.667539 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:03:03.668053 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loaded extension: standard-attr-description Jul 22 23:03:03.668411 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loading extension file: stateful_security_group.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:03:03.669353 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:03:03.669874 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loaded extension: stateful-security-group Jul 22 23:03:03.670204 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loading extension file: stdattrs_common.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:03:03.671336 dv-cinder-801875-2-iscsi neutron-server[93083]: WARNING neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 22 23:03:03.671665 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:03:03.672649 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:03:03.673171 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 22 23:03:03.673497 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loading extension file: subnet_onboard.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:03:03.674585 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:03:03.675116 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loaded extension: subnet_onboard Jul 22 23:03:03.675445 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:03:03.676410 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:03:03.676925 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 22 23:03:03.677252 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loading extension file: subnet_service_types.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:03:03.678190 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:03:03.678701 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loaded extension: subnet-service-types Jul 22 23:03:03.679029 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loading extension file: subnetallocation.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:03:03.680108 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:03:03.680663 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loaded extension: subnet_allocation Jul 22 23:03:03.680995 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:03:03.681667 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:03:03.682175 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loaded extension: subnetpool-prefix-ops Jul 22 23:03:03.682499 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:03:03.683447 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:03:03.683959 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 22 23:03:03.684283 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loading extension file: tagging.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:03:03.685373 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:03:03.685893 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loaded extension: standard-attr-tag Jul 22 23:03:03.686220 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loading extension file: timestamp.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:03:03.687985 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:03:03.688531 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loaded extension: standard-attr-timestamp Jul 22 23:03:03.688865 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loading extension file: trunk.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:03:03.689911 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:03:03.690430 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Extension trunk not supported by any of loaded plugins Jul 22 23:03:03.690759 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loading extension file: trunk_details.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:03:03.691694 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:03:03.692210 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Extension trunk-details not supported by any of loaded plugins Jul 22 23:03:03.692559 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loading extension file: uplink_status_propagation.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:03:03.693649 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:03:03.694017 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 22 23:03:03.694340 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Loading extension file: vlantransparent.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:03:03.695017 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:03:03.695525 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 22 23:03:03.698043 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.quota.resource_registry [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Creating instance of TrackedResource for resource:network Jul 22 23:03:03.698568 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.quota.resource_registry [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Creating instance of TrackedResource for resource:subnet Jul 22 23:03:03.698971 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.quota.resource_registry [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Creating instance of TrackedResource for resource:subnetpool Jul 22 23:03:03.699364 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.quota.resource_registry [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Creating instance of TrackedResource for resource:port Jul 22 23:03:03.700635 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.v2.resource_helper [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93083) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 23:03:03.701079 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.v2.resource_helper [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Service FLAVORS assigned prefix: {{(pid=93083) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 23:03:03.701701 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.v2.resource_helper [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93083) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 23:03:03.702160 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.v2.resource_helper [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93083) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 23:03:03.702502 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.quota.resource_registry [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Creating instance of TrackedResource for resource:router Jul 22 23:03:03.702933 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.quota.resource_registry [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Creating instance of TrackedResource for resource:floatingip Jul 22 23:03:03.703419 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.v2.resource_helper [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Service METERING assigned prefix: /metering {{(pid=93083) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 23:03:03.704931 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:03:03.705316 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:03:03.705674 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:03:03.706691 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.quota.resource_registry [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Creating instance of CountableResource for resource:rbac_policy Jul 22 23:03:03.707141 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.quota.resource_registry [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Creating instance of TrackedResource for resource:security_group Jul 22 23:03:03.707587 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.quota.resource_registry [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 22 23:03:03.708190 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.v2.resource_helper [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Service CORE assigned prefix: {{(pid=93083) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 23:03:03.708546 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.quota.resource_registry [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Creating instance of TrackedResource for resource:subnetpool Jul 22 23:03:03.708897 dv-cinder-801875-2-iscsi neutron-server[93083]: WARNING neutron.quota.resource_registry [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] subnetpool is already registered Jul 22 23:03:03.709347 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.v2.resource_helper [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Service CORE assigned prefix: {{(pid=93083) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 23:03:03.709673 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.quota.resource_registry [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Creating instance of TrackedResource for resource:subnetpool Jul 22 23:03:03.710009 dv-cinder-801875-2-iscsi neutron-server[93083]: WARNING neutron.quota.resource_registry [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] subnetpool is already registered Jul 22 23:03:03.712272 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.v2.resource_helper [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93083) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 23:03:03.712733 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.v2.resource_helper [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Service FLAVORS assigned prefix: {{(pid=93083) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 23:03:03.713327 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.v2.resource_helper [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93083) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 23:03:03.713750 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.v2.resource_helper [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93083) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 23:03:03.714088 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.quota.resource_registry [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Creating instance of TrackedResource for resource:router Jul 22 23:03:03.714432 dv-cinder-801875-2-iscsi neutron-server[93083]: WARNING neutron.quota.resource_registry [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] router is already registered Jul 22 23:03:03.714841 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.quota.resource_registry [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Creating instance of TrackedResource for resource:floatingip Jul 22 23:03:03.715181 dv-cinder-801875-2-iscsi neutron-server[93083]: WARNING neutron.quota.resource_registry [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] floatingip is already registered Jul 22 23:03:03.715639 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.v2.resource_helper [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Service METERING assigned prefix: /metering {{(pid=93083) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 23:03:03.716313 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.quota.resource_registry [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Creating instance of CountableResource for resource:rbac_policy Jul 22 23:03:03.716667 dv-cinder-801875-2-iscsi neutron-server[93083]: WARNING neutron.quota.resource_registry [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] rbac_policy is already registered Jul 22 23:03:03.717078 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.quota.resource_registry [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Creating instance of TrackedResource for resource:security_group Jul 22 23:03:03.717413 dv-cinder-801875-2-iscsi neutron-server[93083]: WARNING neutron.quota.resource_registry [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] security_group is already registered Jul 22 23:03:03.717991 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.quota.resource_registry [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 22 23:03:03.718359 dv-cinder-801875-2-iscsi neutron-server[93083]: WARNING neutron.quota.resource_registry [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] security_group_rule is already registered Jul 22 23:03:03.719019 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.v2.resource_helper [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Service CORE assigned prefix: {{(pid=93083) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 23:03:03.719345 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.quota.resource_registry [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Creating instance of TrackedResource for resource:subnetpool Jul 22 23:03:03.719678 dv-cinder-801875-2-iscsi neutron-server[93083]: WARNING neutron.quota.resource_registry [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] subnetpool is already registered Jul 22 23:03:03.720098 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.v2.resource_helper [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Service CORE assigned prefix: {{(pid=93083) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 23:03:03.720443 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.quota.resource_registry [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Creating instance of TrackedResource for resource:subnetpool Jul 22 23:03:03.720775 dv-cinder-801875-2-iscsi neutron-server[93083]: WARNING neutron.quota.resource_registry [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] subnetpool is already registered Jul 22 23:03:03.721254 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Extended resource: extensions {{(pid=93083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:03:03.722738 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Extended resource: address-groups {{(pid=93083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:03:03.724312 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Extended resource: address-scopes {{(pid=93083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:03:03.725626 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Extended resource: agents {{(pid=93083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:03:03.726776 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Extended resource: auto-allocated-topology {{(pid=93083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:03:03.728003 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Extended resource: availability_zones {{(pid=93083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:03:03.729248 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Extended resource: dhcp-networks {{(pid=93083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:03:03.730732 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Extended resource: dhcp-agents {{(pid=93083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:03:03.732162 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Extended resource: routers {{(pid=93083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:03:03.734420 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Extended resource: flavors {{(pid=93083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:03:03.736853 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Extended resource: service_profiles {{(pid=93083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:03:03.738072 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Extended resource: next_providers {{(pid=93083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:03:03.739494 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Extended resource: service_profiles {{(pid=93083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:03:03.741077 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Extended resource: floatingip-pools {{(pid=93083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:03:03.742546 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Extended resource: routers {{(pid=93083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:03:03.744230 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Extended resource: floatingips {{(pid=93083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:03:03.745543 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Extended resource: l3-routers {{(pid=93083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:03:03.746918 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Extended resource: l3-agents {{(pid=93083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:03:03.748440 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Extended resource: metering-labels {{(pid=93083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:03:03.750260 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Extended resource: metering-label-rules {{(pid=93083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:03:03.751629 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Extended resource: network-ip-availabilities {{(pid=93083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:03:03.752906 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Extended resource: bindings {{(pid=93083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:03:03.754501 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Extended resource: quotas {{(pid=93083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:03:03.755991 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Extended resource: quotas {{(pid=93083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:03:03.757435 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Extended resource: rbac-policies {{(pid=93083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:03:03.758626 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Extended resource: security-groups {{(pid=93083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:03:03.759918 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Extended resource: security-group-rules {{(pid=93083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:03:03.761188 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Extended resource: service-providers {{(pid=93083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:03:03.762424 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Extended resource: subnetpools {{(pid=93083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:03:03.763750 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Extended resource: subnetpools {{(pid=93083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:03:03.765337 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Extended resource: tags {{(pid=93083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:03:03.767014 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Extended resource: tags {{(pid=93083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:03:03.768850 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Extended resource: tags {{(pid=93083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:03:03.770633 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Extended resource: tags {{(pid=93083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:03:03.772322 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Extended resource: tags {{(pid=93083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:03:03.774269 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Extended resource: tags {{(pid=93083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:03:03.775978 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Extended resource: tags {{(pid=93083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:03:03.777793 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Extended resource: tags {{(pid=93083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:03:03.779650 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Extended resource: tags {{(pid=93083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:03:03.781949 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Extended resource: tags {{(pid=93083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:03:03.787928 dv-cinder-801875-2-iscsi neutron-server[93083]: WARNING keystonemiddleware.auth_token [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 22 23:03:03.792516 dv-cinder-801875-2-iscsi neutron-server[93083]: WARNING keystonemiddleware.auth_token [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 22 23:03:03.801516 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_concurrency.lockutils [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Acquired lock "singleton_lock" {{(pid=93083) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 22 23:03:03.801998 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_concurrency.lockutils [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Releasing lock "singleton_lock" {{(pid=93083) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 22 23:03:03.802640 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO oslo_service.service [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Starting 2 workers Jul 22 23:03:03.807456 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Started child 93192 {{(pid=93083) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 22 23:03:03.812089 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Started child 93193 {{(pid=93083) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 22 23:03:03.813041 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:03.813786 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO neutron.service [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 22 23:03:03.814443 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Notify callbacks [] for process, before_spawn {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:03.814648 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [-] (93192) wsgi starting up on http://0.0.0.0:9696 Jul 22 23:03:03.816865 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO oslo_service.service [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Starting 1 workers Jul 22 23:03:03.817070 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:03.818534 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [-] (93193) wsgi starting up on http://0.0.0.0:9696 Jul 22 23:03:03.822094 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Started child 93194 {{(pid=93083) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 22 23:03:03.822610 dv-cinder-801875-2-iscsi neutron-server[93083]: INFO oslo_service.service [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Starting 1 workers Jul 22 23:03:03.825810 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.service [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] calling RpcWorker wait() {{(pid=93194) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 22 23:03:03.826345 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.service [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] returning from RpcWorker wait() {{(pid=93194) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 22 23:03:03.827132 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Started child 93195 {{(pid=93083) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 22 23:03:03.827683 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:03.828146 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-bac64f43-560d-468a-a7f1-54fdb77c3e49 None None] Notify callbacks [] for process, after_spawn {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:03.828316 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:03:03.830044 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93083) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 22 23:03:03.830167 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 22 23:03:03.830307 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 22 23:03:03.830520 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 22 23:03:03.830850 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 22 23:03:03.831010 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 22 23:03:03.831535 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.831817 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.832366 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.832366 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.832625 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.832713 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:03.833241 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.833564 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.833731 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.833833 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:03:03.834022 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.834238 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.834412 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.834579 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.834830 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.835090 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.835442 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.835669 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.835912 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.836160 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.836436 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.836617 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.836903 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.837148 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.837420 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] debug = True {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.837684 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.838444 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.838561 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.838774 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.839044 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.839238 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.839483 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.839829 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.840004 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.840211 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.840473 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.840848 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.841020 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.841175 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.841387 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.841656 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.841863 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.842335 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] host = dv-cinder-801875-2-iscsi {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.843110 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.843300 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.843553 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.843779 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.844035 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.844401 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.844574 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.844797 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.845062 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.845304 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.845574 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.845801 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.846027 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.846280 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] log_file = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.846492 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] log_options = True {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.846822 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.846974 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.847218 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.847418 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.847574 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.847717 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.847951 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.848171 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.848406 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.848615 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.848831 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.849190 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.849343 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.849490 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.849765 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.850014 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.850165 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.850361 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.850611 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.850827 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.851075 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.851270 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.851528 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.851735 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.852071 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.852246 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.852411 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.852698 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.852938 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.853147 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.853458 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.853698 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.853898 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.854142 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.854343 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.854569 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.854958 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.855189 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.855345 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.855482 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.855751 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.855978 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.856215 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.856582 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.856730 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.857110 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] use_json = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.857110 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.857358 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.857593 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.857815 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.858013 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.858281 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.859014 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.859255 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.859663 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.859948 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.860306 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.860593 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.860845 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.861044 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.861280 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.861562 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.861799 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.862063 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.862389 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.862663 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.862919 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.863180 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.863654 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.863841 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.864035 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.864279 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.864608 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.864793 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.865002 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.865316 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.865800 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.866626 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.866626 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.867410 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.867410 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.867671 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.867671 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.867943 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.868137 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.868454 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.868695 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.869000 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.869357 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.869803 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.869975 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.870086 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.870300 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.870544 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.870930 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.871097 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.871244 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.871694 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.872093 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.872248 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.872423 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.872645 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.872920 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.873105 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.873293 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.873499 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.873871 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.874017 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.874194 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.874440 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.874657 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.874888 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.875119 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.875326 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.875547 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.875901 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.876082 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.876364 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.876638 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.877027 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.877268 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.878617 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.878617 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.878617 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.878617 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.878617 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.882329 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.882329 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.882329 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.882329 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.882329 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.882329 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.882329 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.882329 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.882329 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.882831 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.882831 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.882831 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.882831 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.882831 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.882831 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.882831 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.883214 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.883214 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.883442 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.883617 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.883836 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.884094 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.884377 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.884615 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.884839 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.885094 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.885352 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.885568 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.885840 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.886058 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.886293 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.886676 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.886826 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.886986 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.887990 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.887990 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.887990 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.887990 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.888359 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.888532 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.888772 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.889063 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.889271 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.889559 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.889861 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.890396 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.890396 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.890595 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.890847 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.891089 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.891347 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.891610 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.891857 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.892089 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.892306 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.892610 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.892846 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.893191 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.893357 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.894525 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.894525 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.894525 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.894525 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.894525 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.895061 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.895061 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.895199 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.895509 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.895751 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.895923 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.896166 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.896417 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.896630 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.896857 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.897096 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.898599 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.898830 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.899079 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.902423 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.902689 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.902908 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.903201 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.903434 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.903671 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.903901 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.904126 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.904372 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.904638 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.904862 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.905602 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.905858 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.906084 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.906311 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.906531 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.906788 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.912346 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.912346 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.912346 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.912346 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.912346 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.912346 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.912346 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.912346 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.912940 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.912940 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.912940 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.912940 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.912940 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.912940 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.912940 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.912940 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.913506 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.913506 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.913506 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.913506 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.913506 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.913506 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.913506 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.914021 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.914021 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.914021 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.914238 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.914450 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.914673 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.914893 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.915110 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.915373 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.915620 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.915866 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.916079 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.916311 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.916552 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.916767 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.916982 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.917263 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.917503 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.917734 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.917991 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.918240 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.918474 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.918704 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.918915 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.919147 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.919446 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.920024 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.920935 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.921924 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.922141 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.922377 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.922615 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.922842 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.923062 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.923446 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.923544 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.923746 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.923972 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.924364 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.924602 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.924832 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.925105 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.925320 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.925554 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.925768 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.925988 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.926224 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.926432 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.926642 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.927004 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.927289 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.927519 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.927872 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.928130 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.928397 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.928668 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.928901 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.929148 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.929411 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.929747 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.929963 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.930243 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.930463 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.930696 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.930918 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.931183 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.931506 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.931789 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.932040 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.932292 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.932587 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.932867 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.933133 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.933362 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.933660 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.933984 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.934249 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.934494 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.934741 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.934995 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.935215 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.935432 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.936008 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.936008 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.936210 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.936831 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.937097 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.940363 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.940363 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.940363 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.940363 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.940363 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.940363 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.940363 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.940363 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.940955 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 22 23:03:03.940955 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93083) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 22 23:03:03.940955 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 22 23:03:03.940955 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 22 23:03:03.940955 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 22 23:03:03.940955 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 22 23:03:03.940955 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 22 23:03:03.940955 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.941379 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.941379 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.941379 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.941379 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.941379 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.941379 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.941699 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.941699 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.941811 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.941892 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.942016 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.942175 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.942335 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.942492 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.942649 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.942805 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.942963 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.943125 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.943286 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.943494 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.943667 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.943828 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] debug = True {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.943988 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.944179 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.944349 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.944522 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.944680 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.944839 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.944994 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.945151 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.945309 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.945467 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.945624 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.945782 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.945943 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.946100 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.946257 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.946413 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.946570 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.946726 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] host = dv-cinder-801875-2-iscsi {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.946882 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.947039 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.947784 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.948002 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.948167 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.948380 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.949267 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.949431 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.949591 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.949750 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.949909 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.950274 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.950447 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.952076 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] log_file = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.952258 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] log_options = True {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.952473 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.952640 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.952803 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.952995 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.953161 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.953320 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.953851 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.954979 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.955193 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.955359 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.955606 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.955914 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.956125 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.956290 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.956491 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.956707 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.956872 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.957030 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.957190 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.957349 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.957509 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.957666 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.957825 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.957982 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.958287 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.958454 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.958988 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.959218 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.959378 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.959538 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.959730 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.960040 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.960205 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.960381 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.960595 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.960762 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.960909 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.961073 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.961233 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.961391 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.961607 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.961773 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.961932 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.962493 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.962493 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.962493 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] use_json = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.962921 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.962921 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.963567 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.963707 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.963830 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.963951 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.964073 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.964206 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:03:03.964458 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.964630 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.964806 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.964971 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.965245 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.965418 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.965545 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:03:03.965642 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.965724 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.965888 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.966050 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.966220 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.966385 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.966558 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.966721 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.966881 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.967044 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.967207 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.967367 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.967528 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.968202 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.968385 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.968550 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.968729 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.968904 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.969045 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.969225 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.969353 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.969522 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.969686 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.969850 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.970014 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.970177 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.970338 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.970501 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.970662 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.970824 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.970985 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.971149 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.971311 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.971473 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.971635 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.971796 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.971957 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.972119 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.972282 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.972467 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.972631 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.972793 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.972956 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.973118 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.973290 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.973452 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.973628 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.973770 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.973931 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.974092 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.974252 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.974463 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.974556 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.974722 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.974883 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.975060 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.975221 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.975383 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.975545 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.975707 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.975874 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.976035 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.976196 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.976380 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.976546 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.976708 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.978604 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.979369 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.979369 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.979369 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.980860 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.980860 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.981168 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.981168 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.981446 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.981446 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.981591 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.981693 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.981875 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.982056 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.982220 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.982385 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.982548 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.982710 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.982872 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.983035 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.983255 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.983410 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.983573 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.983738 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.983902 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.984075 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.984234 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.984891 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.985063 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.985227 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.985387 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.985548 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.985709 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.985875 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.986037 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.986776 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.986943 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.987107 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.987269 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.987504 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.988009 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.988511 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.988694 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.989071 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.989670 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.989670 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.989990 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.990156 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.990320 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.990483 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.990652 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.990939 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.991113 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.991417 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.991592 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.991810 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.992237 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.992462 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.992634 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.992781 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.993085 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.993363 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.993685 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.993858 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.994190 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.994361 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.994518 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.994671 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.994834 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.995524 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.995698 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.995867 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.996030 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.996192 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.996378 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.996545 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.996709 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.996872 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.997034 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.997197 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.997359 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.997520 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.997681 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.997841 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.998002 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.998162 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.998324 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.998484 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.998646 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.999343 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.999491 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.999654 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.999814 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:03.999974 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:04.000135 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:04.000296 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:04.000659 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:04.000659 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:04.000824 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:04.000931 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:04.001094 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:04.001257 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:04.001419 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:04.001582 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:04.001746 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:04.001908 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:04.002070 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:04.002232 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:04.002392 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:04.002558 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:04.002716 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:04.002877 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:04.003041 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:04.003202 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:04.003363 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:04.003542 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:04.003704 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:04.003864 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:04.004020 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:04.004184 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:04.004353 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:04.004527 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:04.004690 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:04.004849 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:04.005011 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:04.005171 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:04.005336 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:04.005500 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:04.005664 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:04.005831 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:04.005993 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:04.007037 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:04.007221 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:04.007564 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:04.008303 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:04.008538 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:04.008984 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:04.009151 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:04.009316 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:04.009490 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:04.011418 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:04.011598 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:04.011771 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:04.012944 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:04.013678 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:04.013860 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:04.014062 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:04.014210 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:04.014381 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:04.014601 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:04.014972 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:04.015146 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:04.015394 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:04.015559 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:04.015728 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:04.015897 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:04.016109 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:04.016381 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:04.016501 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:04.016630 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:04.016788 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:04.016927 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:04.017093 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:04.017260 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:04.017524 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:04.017693 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:04.017858 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:04.018018 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:04.018225 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:04.018749 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:04.018935 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:04.019802 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:04.019974 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:04.020155 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:04.020320 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:04.020511 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:04.021254 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:04.021436 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:04.021605 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:04.022148 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:04.022323 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:04.022491 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:04.022642 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:04.022806 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:04.022971 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:04.023134 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:04.023305 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:04.023466 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:04.023636 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:04.023807 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:04.023978 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:04.024139 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:04.024308 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:04.024506 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:04.024670 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:04.024836 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:04.024996 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:04.025157 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:04.025319 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:04.025481 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:04.025642 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:04.025803 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:04.025967 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:04.026130 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:04.026290 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:04.026450 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:04.026611 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:04.026771 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:04.026933 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:04.027094 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:04.027256 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:04.027417 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:04.027577 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:03:04.027732 dv-cinder-801875-2-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 22 23:03:04.223162 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 57692) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:03:04.231449 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [-] 10.222.0.44 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0060077 Jul 22 23:03:15.557328 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fee3a73-8d19-4410-8138-6f24af8a780f None None] get_active_networks_info from dv-cinder-801875-2-iscsi {{(pid=93194) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 23:03:15.679706 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fee3a73-8d19-4410-8138-6f24af8a780f None None] No non-hosted networks {{(pid=93194) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 22 23:03:15.709680 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.agentschedulers_db [None req-1fee3a73-8d19-4410-8138-6f24af8a780f None None] DHCP Agent not found on host dv-cinder-801875-2-iscsi {{(pid=93194) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 22 23:03:15.887313 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-7f3d44c9-43f1-4d4b-8fb1-ef5416bd9cca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-676332'] for agent, after_create {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:18.137714 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-7cbcccd3-3c6d-4881-b34d-ee41c944df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-676332'] for agent, after_create {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:18.193217 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-ddee4518-4b95-4c34-bf78-a338b609bd21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:18.649825 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-676332'] for agent, after_create {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:18.650724 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:03:18.651207 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:03:18.651740 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:03:18.652213 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:03:18.652750 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:03:18.653234 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:03:18.653718 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:03:18.654319 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:03:18.655235 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:03:18.663669 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:03:18.664176 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:03:18.664701 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:03:18.665251 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-801875-2-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:03:18.671856 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-801875-2-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:03:19.120806 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-d6d3e244-519d-4c84-95ee-f6386db2b0d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-676332'] for agent, after_create {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:20.882006 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-cbf739a1-5d20-402c-989d-00d0f7e6e81c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-676332'] for agent, after_create {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:21.586974 dv-cinder-801875-2-iscsi neutron-server[93194]: INFO neutron.db.l3_hamode_db [None req-131571c8-cd30-4c0b-ac9e-ec372ba41f66 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 22 23:03:21.665933 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131571c8-cd30-4c0b-ac9e-ec372ba41f66 None None] Routers set() bound to L3 agent in host dv-cinder-801875-2-iscsi {{(pid=93194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:03:21.666320 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131571c8-cd30-4c0b-ac9e-ec372ba41f66 None None] Router IDs set() for agent in host dv-cinder-801875-2-iscsi {{(pid=93194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 22 23:03:21.824318 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 57786) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:03:22.332876 dv-cinder-801875-2-iscsi neutron-server[93193]: WARNING oslo_policy.policy [None req-877d1d89-265b-4003-9df8-b19afb89f716 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 23:03:22.333504 dv-cinder-801875-2-iscsi neutron-server[93193]: WARNING oslo_policy.policy [None req-877d1d89-265b-4003-9df8-b19afb89f716 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 23:03:22.551287 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [None req-877d1d89-265b-4003-9df8-b19afb89f716 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=93193) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:03:22.552394 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-877d1d89-265b-4003-9df8-b19afb89f716 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7271709 Jul 22 23:03:24.906857 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 57800) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:03:25.219733 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [None req-ccbb3f42-f6e5-4a25-8937-36885a4838fe admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:03:25.336100 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.policy [None req-ccbb3f42-f6e5-4a25-8937-36885a4838fe admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93193) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 22 23:03:25.380585 dv-cinder-801875-2-iscsi neutron-server[93193]: WARNING oslo_policy.policy [None req-ccbb3f42-f6e5-4a25-8937-36885a4838fe admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 23:03:25.380949 dv-cinder-801875-2-iscsi neutron-server[93193]: WARNING oslo_policy.policy [None req-ccbb3f42-f6e5-4a25-8937-36885a4838fe admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 23:03:25.389397 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.quota [None req-ccbb3f42-f6e5-4a25-8937-36885a4838fe admin admin] Loaded quota_driver: . Jul 22 23:03:25.480831 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-ccbb3f42-f6e5-4a25-8937-36885a4838fe admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769068723159', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769068722666', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769068703003', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769068700621', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769068682640', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769068688842', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1589699', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1875432', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1000035', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-947459'] for rbac-policy, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:25.545114 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-ccbb3f42-f6e5-4a25-8937-36885a4838fe admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:25.546372 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-ccbb3f42-f6e5-4a25-8937-36885a4838fe admin admin] 10.222.0.44 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6377265 Jul 22 23:03:28.117123 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 57812) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:03:28.415084 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [None req-73e28c3d-2230-4f84-8257-e7810fcd86d9 admin admin] Request body: {'network': {'project_id': '646a779c6bd447a695e2b62810a1817e', 'tenant_id': '646a779c6bd447a695e2b62810a1817e', 'name': 'private', 'admin_state_up': True}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:03:28.444026 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73e28c3d-2230-4f84-8257-e7810fcd86d9 admin admin] Made reservation on behalf of 646a779c6bd447a695e2b62810a1817e for: {'network': 1} {{(pid=93193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:03:28.446779 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-73e28c3d-2230-4f84-8257-e7810fcd86d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for network, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:28.462854 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-73e28c3d-2230-4f84-8257-e7810fcd86d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:28.582640 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-73e28c3d-2230-4f84-8257-e7810fcd86d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:28.586352 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-73e28c3d-2230-4f84-8257-e7810fcd86d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:28.605714 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73e28c3d-2230-4f84-8257-e7810fcd86d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 856, 'physical_network': 'physnet1'} {{(pid=93193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:03:28.635522 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-73e28c3d-2230-4f84-8257-e7810fcd86d9 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8769065864488', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822282'] for segment, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:28.636113 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-73e28c3d-2230-4f84-8257-e7810fcd86d9 admin admin] Unsubscribe: segment precommit_create {{(pid=93193) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 22 23:03:28.636639 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.db.segments_db [None req-73e28c3d-2230-4f84-8257-e7810fcd86d9 admin admin] Added segment 3d512488-6ad8-4eec-a92c-c1654210f085 of type vlan for network 69edd92c-148c-4a77-9745-555b94179ba4 Jul 22 23:03:28.643128 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e28c3d-2230-4f84-8257-e7810fcd86d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84461a13-6ed8-4847-8fc0-d72a5773e43d,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:03:28.665598 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e28c3d-2230-4f84-8257-e7810fcd86d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:03:28.665947 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e28c3d-2230-4f84-8257-e7810fcd86d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:03:28.666242 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e28c3d-2230-4f84-8257-e7810fcd86d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:03:28.666568 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e28c3d-2230-4f84-8257-e7810fcd86d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:03:28.666888 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e28c3d-2230-4f84-8257-e7810fcd86d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:03:28.667223 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e28c3d-2230-4f84-8257-e7810fcd86d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:03:28.667544 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e28c3d-2230-4f84-8257-e7810fcd86d9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:03:28.667856 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e28c3d-2230-4f84-8257-e7810fcd86d9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:03:28.668179 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e28c3d-2230-4f84-8257-e7810fcd86d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:03:28.668527 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e28c3d-2230-4f84-8257-e7810fcd86d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:03:28.668836 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e28c3d-2230-4f84-8257-e7810fcd86d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:03:28.669141 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e28c3d-2230-4f84-8257-e7810fcd86d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:03:28.670827 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e28c3d-2230-4f84-8257-e7810fcd86d9 admin admin] Tracked resource versions report: Jul 22 23:03:28.670827 dv-cinder-801875-2-iscsi neutron-server[93193]: pushed versions: Jul 22 23:03:28.670827 dv-cinder-801875-2-iscsi neutron-server[93193]: { 'AddressGroup': {'1.2'}, Jul 22 23:03:28.670827 dv-cinder-801875-2-iscsi neutron-server[93193]: 'ConntrackHelper': {'1.0'}, Jul 22 23:03:28.670827 dv-cinder-801875-2-iscsi neutron-server[93193]: 'Log': {'1.0'}, Jul 22 23:03:28.670827 dv-cinder-801875-2-iscsi neutron-server[93193]: 'Network': {'1.1'}, Jul 22 23:03:28.670827 dv-cinder-801875-2-iscsi neutron-server[93193]: 'Port': {'1.7'}, Jul 22 23:03:28.670827 dv-cinder-801875-2-iscsi neutron-server[93193]: 'PortForwarding': {'1.2'}, Jul 22 23:03:28.670827 dv-cinder-801875-2-iscsi neutron-server[93193]: 'QosPolicy': {'1.8'}, Jul 22 23:03:28.670827 dv-cinder-801875-2-iscsi neutron-server[93193]: 'SecurityGroup': {'1.4'}, Jul 22 23:03:28.670827 dv-cinder-801875-2-iscsi neutron-server[93193]: 'SecurityGroupRule': {'1.2'}, Jul 22 23:03:28.670827 dv-cinder-801875-2-iscsi neutron-server[93193]: 'SubPort': {'1.0'}, Jul 22 23:03:28.670827 dv-cinder-801875-2-iscsi neutron-server[93193]: 'Subnet': {'1.1'}, Jul 22 23:03:28.670827 dv-cinder-801875-2-iscsi neutron-server[93193]: 'Trunk': {'1.1'}} Jul 22 23:03:28.670827 dv-cinder-801875-2-iscsi neutron-server[93193]: consumer versions: Jul 22 23:03:28.670827 dv-cinder-801875-2-iscsi neutron-server[93193]: { DHCP agent@dv-cinder-801875-2-iscsi: {}, Jul 22 23:03:28.670827 dv-cinder-801875-2-iscsi neutron-server[93193]: L3 agent@dv-cinder-801875-2-iscsi: {}, Jul 22 23:03:28.670827 dv-cinder-801875-2-iscsi neutron-server[93193]: Metadata agent@dv-cinder-801875-2-iscsi: {}, Jul 22 23:03:28.670827 dv-cinder-801875-2-iscsi neutron-server[93193]: Metering agent@dv-cinder-801875-2-iscsi: {}, Jul 22 23:03:28.670827 dv-cinder-801875-2-iscsi neutron-server[93193]: Open vSwitch agent@dv-cinder-801875-2-iscsi: { 'AddressGroup': '1.2', Jul 22 23:03:28.670827 dv-cinder-801875-2-iscsi neutron-server[93193]: 'ConntrackHelper': '1.0', Jul 22 23:03:28.670827 dv-cinder-801875-2-iscsi neutron-server[93193]: 'Log': '1.0', Jul 22 23:03:28.670827 dv-cinder-801875-2-iscsi neutron-server[93193]: 'Network': '1.1', Jul 22 23:03:28.670827 dv-cinder-801875-2-iscsi neutron-server[93193]: 'Port': '1.7', Jul 22 23:03:28.670827 dv-cinder-801875-2-iscsi neutron-server[93193]: 'PortForwarding': '1.2', Jul 22 23:03:28.670827 dv-cinder-801875-2-iscsi neutron-server[93193]: 'QosPolicy': '1.8', Jul 22 23:03:28.670827 dv-cinder-801875-2-iscsi neutron-server[93193]: 'SecurityGroup': '1.4', Jul 22 23:03:28.670827 dv-cinder-801875-2-iscsi neutron-server[93193]: 'SecurityGroupRule': '1.2', Jul 22 23:03:28.670827 dv-cinder-801875-2-iscsi neutron-server[93193]: 'SubPort': '1.0', Jul 22 23:03:28.670827 dv-cinder-801875-2-iscsi neutron-server[93193]: 'Subnet': '1.1', Jul 22 23:03:28.670827 dv-cinder-801875-2-iscsi neutron-server[93193]: 'Trunk': '1.1'}} Jul 22 23:03:28.670827 dv-cinder-801875-2-iscsi neutron-server[93193]: {{(pid=93193) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 23:03:28.757780 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-73e28c3d-2230-4f84-8257-e7810fcd86d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769065302510'] for network, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:28.807282 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-73e28c3d-2230-4f84-8257-e7810fcd86d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165'] for network, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:28.808372 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e28c3d-2230-4f84-8257-e7810fcd86d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:03:28.809018 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-73e28c3d-2230-4f84-8257-e7810fcd86d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585183'] for network, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:28.856632 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-73e28c3d-2230-4f84-8257-e7810fcd86d9 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7383509 Jul 22 23:03:28.909627 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e28c3d-2230-4f84-8257-e7810fcd86d9 admin admin] Pushing event updated for resources: {'Network': ['ID=69edd92c-148c-4a77-9745-555b94179ba4,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:03:28.922594 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Network 69edd92c-148c-4a77-9745-555b94179ba4 details requested by agent ovs-agent-dv-cinder-801875-2-iscsi with host dv-cinder-801875-2-iscsi {{(pid=93194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:03:31.450289 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 57826) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:03:31.836992 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb4f98e0-0aea-4eff-9b33-3ee99b3e0924 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:03:31.838365 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-bb4f98e0-0aea-4eff-9b33-3ee99b3e0924 admin admin] 10.222.0.44 "GET /v2.0/networks/69edd92c-148c-4a77-9745-555b94179ba4 HTTP/1.1" status: 200 len: 825 time: 0.3871276 Jul 22 23:03:31.867029 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-dffbce11-739b-4340-8cf6-f42147b4bab9 admin admin] 10.222.0.44 "GET /v2.0/subnetpools/945c8c2c-9973-4b58-92d7-195f7ff76b4f HTTP/1.1" status: 200 len: 734 time: 0.0221405 Jul 22 23:03:31.875673 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [None req-bd8a588c-9530-4961-b424-149e6e37f93c admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': '69edd92c-148c-4a77-9745-555b94179ba4', 'ip_version': 4, 'tenant_id': '646a779c6bd447a695e2b62810a1817e', 'subnetpool_id': '945c8c2c-9973-4b58-92d7-195f7ff76b4f'}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:03:31.897699 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd8a588c-9530-4961-b424-149e6e37f93c admin admin] Made reservation on behalf of 646a779c6bd447a695e2b62810a1817e for: {'subnet': 1} {{(pid=93193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:03:31.900184 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-bd8a588c-9530-4961-b424-149e6e37f93c admin admin] Notify callbacks [] for subnet, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:32.195933 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-bd8a588c-9530-4961-b424-149e6e37f93c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165'] for subnet, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:32.265612 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8a588c-9530-4961-b424-149e6e37f93c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b060f16-e9f8-4b9d-8721-4e274b720be4,revision_number=0']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:03:32.267528 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8a588c-9530-4961-b424-149e6e37f93c admin admin] Checking segment: {'id': '3d512488-6ad8-4eec-a92c-c1654210f085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '69edd92c-148c-4a77-9745-555b94179ba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:03:32.267888 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd8a588c-9530-4961-b424-149e6e37f93c admin admin] Network hostable DHCP agents. Network: 69edd92c-148c-4a77-9745-555b94179ba4, hostable agents: ['5089d900-808c-476c-958a-0c524ee0753f'], hosted agents: [] {{(pid=93193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:03:32.289475 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd8a588c-9530-4961-b424-149e6e37f93c admin admin] Network 69edd92c-148c-4a77-9745-555b94179ba4 is scheduled to be hosted by DHCP agent 5089d900-808c-476c-958a-0c524ee0753f with binding_index 1 {{(pid=93193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:03:32.301323 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.scheduler.base_scheduler [None req-bd8a588c-9530-4961-b424-149e6e37f93c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801875-2-iscsi, 69edd92c-148c-4a77-9745-555b94179ba4) {{(pid=93193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:03:32.305840 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8a588c-9530-4961-b424-149e6e37f93c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:03:32.306418 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-bd8a588c-9530-4961-b424-149e6e37f93c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585183'] for subnet, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:32.311303 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7081c53e-a523-4c8f-9b85-08969062c229 None None] Network 69edd92c-148c-4a77-9745-555b94179ba4 requested from dv-cinder-801875-2-iscsi {{(pid=93194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:03:32.322305 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-bd8a588c-9530-4961-b424-149e6e37f93c admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4499755 Jul 22 23:03:32.631777 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80012520-f80a-4ad0-9893-759c6148458b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98100b3a-e8ad-5682-a9ac-80bb6e32739f-69edd92c-148c-4a77-9745-555b94179ba4', 'network_id': '69edd92c-148c-4a77-9745-555b94179ba4', 'tenant_id': '646a779c6bd447a695e2b62810a1817e', 'fixed_ips': [{'subnet_id': '3b060f16-e9f8-4b9d-8721-4e274b720be4'}]}} from dv-cinder-801875-2-iscsi. {{(pid=93194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:03:32.633011 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-80012520-f80a-4ad0-9893-759c6148458b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_create {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:32.902583 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.db_base_plugin_common [None req-80012520-f80a-4ad0-9893-759c6148458b None None] Allocated IP 172.20.0.2 (69edd92c-148c-4a77-9745-555b94179ba4/3b060f16-e9f8-4b9d-8721-4e274b720be4/d9299deb-b426-4bf1-9999-6aa8f1250937) {{(pid=93194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:03:33.131465 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-80012520-f80a-4ad0-9893-759c6148458b None None] Notify callbacks [] for port, precommit_create {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:33.145918 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-80012520-f80a-4ad0-9893-759c6148458b None None] Transition to ACTIVE for port object d9299deb-b426-4bf1-9999-6aa8f1250937 will not be triggered until provisioned by entity L2. {{(pid=93194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:03:33.167692 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-80012520-f80a-4ad0-9893-759c6148458b None None] Transition to ACTIVE for port object d9299deb-b426-4bf1-9999-6aa8f1250937 will not be triggered until provisioned by entity DHCP. {{(pid=93194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:03:33.178144 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-80012520-f80a-4ad0-9893-759c6148458b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769065317241'] for port, after_create {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:33.248733 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80012520-f80a-4ad0-9893-759c6148458b None None] Network 69edd92c-148c-4a77-9745-555b94179ba4 is already hosted by enough agents. {{(pid=93194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:03:33.253394 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.scheduler.base_scheduler [None req-80012520-f80a-4ad0-9893-759c6148458b None None] Resources bound (agent type, host, resource id): {{(pid=93194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:03:33.262575 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80012520-f80a-4ad0-9893-759c6148458b None None] Received port after_create {{(pid=93194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:03:33.266980 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80012520-f80a-4ad0-9893-759c6148458b None None] Pushing event updated for resources: {'Port': ['ID=d9299deb-b426-4bf1-9999-6aa8f1250937,revision_number=1']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:03:33.296863 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80012520-f80a-4ad0-9893-759c6148458b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:03:33.296863 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80012520-f80a-4ad0-9893-759c6148458b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:03:33.296863 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80012520-f80a-4ad0-9893-759c6148458b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:03:33.296863 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80012520-f80a-4ad0-9893-759c6148458b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:03:33.296863 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80012520-f80a-4ad0-9893-759c6148458b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:03:33.297420 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80012520-f80a-4ad0-9893-759c6148458b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:03:33.297420 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80012520-f80a-4ad0-9893-759c6148458b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:03:33.297420 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80012520-f80a-4ad0-9893-759c6148458b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:03:33.297724 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80012520-f80a-4ad0-9893-759c6148458b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:03:33.297986 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80012520-f80a-4ad0-9893-759c6148458b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:03:33.298304 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80012520-f80a-4ad0-9893-759c6148458b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:03:33.298620 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80012520-f80a-4ad0-9893-759c6148458b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:03:33.299719 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80012520-f80a-4ad0-9893-759c6148458b None None] Tracked resource versions report: Jul 22 23:03:33.299719 dv-cinder-801875-2-iscsi neutron-server[93194]: pushed versions: Jul 22 23:03:33.299719 dv-cinder-801875-2-iscsi neutron-server[93194]: { 'AddressGroup': {'1.2'}, Jul 22 23:03:33.299719 dv-cinder-801875-2-iscsi neutron-server[93194]: 'ConntrackHelper': {'1.0'}, Jul 22 23:03:33.299719 dv-cinder-801875-2-iscsi neutron-server[93194]: 'Log': {'1.0'}, Jul 22 23:03:33.299719 dv-cinder-801875-2-iscsi neutron-server[93194]: 'Network': {'1.1'}, Jul 22 23:03:33.299719 dv-cinder-801875-2-iscsi neutron-server[93194]: 'Port': {'1.7'}, Jul 22 23:03:33.299719 dv-cinder-801875-2-iscsi neutron-server[93194]: 'PortForwarding': {'1.2'}, Jul 22 23:03:33.299719 dv-cinder-801875-2-iscsi neutron-server[93194]: 'QosPolicy': {'1.8'}, Jul 22 23:03:33.299719 dv-cinder-801875-2-iscsi neutron-server[93194]: 'SecurityGroup': {'1.4'}, Jul 22 23:03:33.299719 dv-cinder-801875-2-iscsi neutron-server[93194]: 'SecurityGroupRule': {'1.2'}, Jul 22 23:03:33.299719 dv-cinder-801875-2-iscsi neutron-server[93194]: 'SubPort': {'1.0'}, Jul 22 23:03:33.299719 dv-cinder-801875-2-iscsi neutron-server[93194]: 'Subnet': {'1.1'}, Jul 22 23:03:33.299719 dv-cinder-801875-2-iscsi neutron-server[93194]: 'Trunk': {'1.1'}} Jul 22 23:03:33.299719 dv-cinder-801875-2-iscsi neutron-server[93194]: consumer versions: Jul 22 23:03:33.299719 dv-cinder-801875-2-iscsi neutron-server[93194]: { DHCP agent@dv-cinder-801875-2-iscsi: {}, Jul 22 23:03:33.299719 dv-cinder-801875-2-iscsi neutron-server[93194]: L3 agent@dv-cinder-801875-2-iscsi: {}, Jul 22 23:03:33.299719 dv-cinder-801875-2-iscsi neutron-server[93194]: Metadata agent@dv-cinder-801875-2-iscsi: {}, Jul 22 23:03:33.299719 dv-cinder-801875-2-iscsi neutron-server[93194]: Metering agent@dv-cinder-801875-2-iscsi: {}, Jul 22 23:03:33.299719 dv-cinder-801875-2-iscsi neutron-server[93194]: Open vSwitch agent@dv-cinder-801875-2-iscsi: { 'AddressGroup': '1.2', Jul 22 23:03:33.299719 dv-cinder-801875-2-iscsi neutron-server[93194]: 'ConntrackHelper': '1.0', Jul 22 23:03:33.299719 dv-cinder-801875-2-iscsi neutron-server[93194]: 'Log': '1.0', Jul 22 23:03:33.299719 dv-cinder-801875-2-iscsi neutron-server[93194]: 'Network': '1.1', Jul 22 23:03:33.299719 dv-cinder-801875-2-iscsi neutron-server[93194]: 'Port': '1.7', Jul 22 23:03:33.299719 dv-cinder-801875-2-iscsi neutron-server[93194]: 'PortForwarding': '1.2', Jul 22 23:03:33.299719 dv-cinder-801875-2-iscsi neutron-server[93194]: 'QosPolicy': '1.8', Jul 22 23:03:33.299719 dv-cinder-801875-2-iscsi neutron-server[93194]: 'SecurityGroup': '1.4', Jul 22 23:03:33.299719 dv-cinder-801875-2-iscsi neutron-server[93194]: 'SecurityGroupRule': '1.2', Jul 22 23:03:33.299719 dv-cinder-801875-2-iscsi neutron-server[93194]: 'SubPort': '1.0', Jul 22 23:03:33.299719 dv-cinder-801875-2-iscsi neutron-server[93194]: 'Subnet': '1.1', Jul 22 23:03:33.299719 dv-cinder-801875-2-iscsi neutron-server[93194]: 'Trunk': '1.1'}} Jul 22 23:03:33.299719 dv-cinder-801875-2-iscsi neutron-server[93194]: {{(pid=93194) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 23:03:33.352742 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.managers [None req-80012520-f80a-4ad0-9893-759c6148458b None None] Attempting to bind port d9299deb-b426-4bf1-9999-6aa8f1250937 on host dv-cinder-801875-2-iscsi for vnic_type normal with profile {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:03:33.353385 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.managers [None req-80012520-f80a-4ad0-9893-759c6148458b None None] Attempting to bind port d9299deb-b426-4bf1-9999-6aa8f1250937 by drivers openvswitch,hyperv on host dv-cinder-801875-2-iscsi at level 0 using segments [{'id': '3d512488-6ad8-4eec-a92c-c1654210f085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '69edd92c-148c-4a77-9745-555b94179ba4'}] {{(pid=93194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:03:33.353532 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80012520-f80a-4ad0-9893-759c6148458b None None] Attempting to bind port d9299deb-b426-4bf1-9999-6aa8f1250937 on network 69edd92c-148c-4a77-9745-555b94179ba4 {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:03:33.358259 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80012520-f80a-4ad0-9893-759c6148458b None None] Checking agent: {'id': 'f30eb83a-2393-42b8-bba2-207fe5e6c4a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801875-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 3, 19), 'started_at': datetime.datetime(2021, 7, 22, 23, 3, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801875-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:03:33.358659 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80012520-f80a-4ad0-9893-759c6148458b None None] Checking segment: {'id': '3d512488-6ad8-4eec-a92c-c1654210f085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '69edd92c-148c-4a77-9745-555b94179ba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:03:33.359130 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-80012520-f80a-4ad0-9893-759c6148458b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:33.359510 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80012520-f80a-4ad0-9893-759c6148458b None None] Bound using segment: {'id': '3d512488-6ad8-4eec-a92c-c1654210f085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '69edd92c-148c-4a77-9745-555b94179ba4'} {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:03:33.360004 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.managers [None req-80012520-f80a-4ad0-9893-759c6148458b None None] Bound port: d9299deb-b426-4bf1-9999-6aa8f1250937, host: dv-cinder-801875-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d512488-6ad8-4eec-a92c-c1654210f085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '69edd92c-148c-4a77-9745-555b94179ba4'}}] {{(pid=93194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:03:33.360425 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-80012520-f80a-4ad0-9893-759c6148458b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:33.425861 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-80012520-f80a-4ad0-9893-759c6148458b None None] For port d9299deb-b426-4bf1-9999-6aa8f1250937, host dv-cinder-801875-2-iscsi, cleared binding levels {{(pid=93194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:03:33.430461 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-80012520-f80a-4ad0-9893-759c6148458b None None] For port d9299deb-b426-4bf1-9999-6aa8f1250937, host dv-cinder-801875-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801875-2-iscsi',level=0,port_id=d9299deb-b426-4bf1-9999-6aa8f1250937,segment=NetworkSegment(3d512488-6ad8-4eec-a92c-c1654210f085),segment_id=3d512488-6ad8-4eec-a92c-c1654210f085)] {{(pid=93194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:03:33.434318 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-80012520-f80a-4ad0-9893-759c6148458b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:33.497169 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80012520-f80a-4ad0-9893-759c6148458b None None] Pushing event updated for resources: {'Port': ['ID=d9299deb-b426-4bf1-9999-6aa8f1250937,revision_number=2']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:03:34.699816 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 57834) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:03:35.195210 dv-cinder-801875-2-iscsi neutron-server[93192]: WARNING oslo_policy.policy [None req-645b63e7-21b3-4124-992c-0eac053b2a14 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 23:03:35.195869 dv-cinder-801875-2-iscsi neutron-server[93192]: WARNING oslo_policy.policy [None req-645b63e7-21b3-4124-992c-0eac053b2a14 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 23:03:35.411925 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [None req-645b63e7-21b3-4124-992c-0eac053b2a14 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=93192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:03:35.413201 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-645b63e7-21b3-4124-992c-0eac053b2a14 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7107821 Jul 22 23:03:37.833568 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 57848) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:03:38.156402 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [None req-19a5366c-6361-45b9-b5c6-c2dde5baf10e admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=93192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:03:38.157370 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-19a5366c-6361-45b9-b5c6-c2dde5baf10e admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3228672 Jul 22 23:03:40.818694 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 57862) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:03:41.136310 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.v2.base [None req-aaea18b3-0de9-4186-b622-a4665dcdc189 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '646a779c6bd447a695e2b62810a1817e'}} {{(pid=93192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:03:41.200546 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.policy [None req-aaea18b3-0de9-4186-b622-a4665dcdc189 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93192) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 22 23:03:41.248619 dv-cinder-801875-2-iscsi neutron-server[93192]: WARNING oslo_policy.policy [None req-aaea18b3-0de9-4186-b622-a4665dcdc189 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 23:03:41.249002 dv-cinder-801875-2-iscsi neutron-server[93192]: WARNING oslo_policy.policy [None req-aaea18b3-0de9-4186-b622-a4665dcdc189 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 23:03:41.257609 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.quota [None req-aaea18b3-0de9-4186-b622-a4665dcdc189 admin admin] Loaded quota_driver: . Jul 22 23:03:41.315771 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-aaea18b3-0de9-4186-b622-a4665dcdc189 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-680763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12263'] for router, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:41.317847 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-aaea18b3-0de9-4186-b622-a4665dcdc189 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-678997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-678420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-748592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12264'] for router, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:41.500243 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-aaea18b3-0de9-4186-b622-a4665dcdc189 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:41.505661 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-aaea18b3-0de9-4186-b622-a4665dcdc189 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-680770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680933'] for router, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:41.526209 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-aaea18b3-0de9-4186-b622-a4665dcdc189 admin admin] Notify callbacks [] for router, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:41.527722 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-aaea18b3-0de9-4186-b622-a4665dcdc189 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7080054 Jul 22 23:03:41.901073 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb64e449-9821-4246-8d44-9e43e010b59b None None] Network 69edd92c-148c-4a77-9745-555b94179ba4 requested from dv-cinder-801875-2-iscsi {{(pid=93194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:03:41.968549 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-bd2137e8-7bb9-401a-b426-35e72580e170 None None] Provisioning for port d9299deb-b426-4bf1-9999-6aa8f1250937 completed by entity DHCP. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:03:42.525482 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Device d9299deb-b426-4bf1-9999-6aa8f1250937 up at agent ovs-agent-dv-cinder-801875-2-iscsi {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:03:42.602033 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Provisioning for port d9299deb-b426-4bf1-9999-6aa8f1250937 completed by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:03:42.605641 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Provisioning complete for port d9299deb-b426-4bf1-9999-6aa8f1250937 triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:03:42.606039 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832377'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:42.711330 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:42.748506 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] For port d9299deb-b426-4bf1-9999-6aa8f1250937, host dv-cinder-801875-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801875-2-iscsi',level=0,port_id=d9299deb-b426-4bf1-9999-6aa8f1250937,segment=NetworkSegment(3d512488-6ad8-4eec-a92c-c1654210f085),segment_id=3d512488-6ad8-4eec-a92c-c1654210f085)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:03:42.752650 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:42.802244 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Pushing event updated for resources: {'Port': ['ID=d9299deb-b426-4bf1-9999-6aa8f1250937,revision_number=3']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:03:43.887072 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 57872) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:03:44.194199 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [None req-3f038166-0182-4f94-ae2b-a672906b3603 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=93192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:03:44.195181 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-3f038166-0182-4f94-ae2b-a672906b3603 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3071785 Jul 22 23:03:44.507773 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Device d9299deb-b426-4bf1-9999-6aa8f1250937 up at agent ovs-agent-dv-cinder-801875-2-iscsi {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:03:44.553685 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Provisioning complete for port d9299deb-b426-4bf1-9999-6aa8f1250937 triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:03:44.554051 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832377'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:45.441034 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-ea270770-94b9-4d48-9237-167c08655a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:46.569891 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 57880) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:03:46.877756 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.v2.base [None req-a01641cf-7751-4d0d-b7c4-650d8eb7fa3d admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'router:external': True, 'is_default': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'name': 'public'}} {{(pid=93192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:03:46.901310 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a01641cf-7751-4d0d-b7c4-650d8eb7fa3d admin admin] Made reservation on behalf of f1fffe3ad6f546afa04f60c15da9c8f5 for: {'network': 1} {{(pid=93192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:03:46.904896 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-a01641cf-7751-4d0d-b7c4-650d8eb7fa3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for network, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:46.920057 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-a01641cf-7751-4d0d-b7c4-650d8eb7fa3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:47.045452 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-a01641cf-7751-4d0d-b7c4-650d8eb7fa3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:47.048858 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-a01641cf-7751-4d0d-b7c4-650d8eb7fa3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:47.059166 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-a01641cf-7751-4d0d-b7c4-650d8eb7fa3d admin admin] Reserving flat network on physical network physnet1 {{(pid=93192) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 22 23:03:47.089493 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-a01641cf-7751-4d0d-b7c4-650d8eb7fa3d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8769065864488', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822282'] for segment, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:47.090073 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-a01641cf-7751-4d0d-b7c4-650d8eb7fa3d admin admin] Unsubscribe: segment precommit_create {{(pid=93192) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 22 23:03:47.090561 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.db.segments_db [None req-a01641cf-7751-4d0d-b7c4-650d8eb7fa3d admin admin] Added segment 829b4ee6-bc3b-4b66-8264-3fcbe946197d of type flat for network e89e037f-b917-4fce-8638-db5189a5e8e4 Jul 22 23:03:47.111961 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01641cf-7751-4d0d-b7c4-650d8eb7fa3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdefa72b-ca62-4dcb-a4ce-9677467600c9,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:03:47.161117 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01641cf-7751-4d0d-b7c4-650d8eb7fa3d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:03:47.161469 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01641cf-7751-4d0d-b7c4-650d8eb7fa3d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:03:47.161807 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01641cf-7751-4d0d-b7c4-650d8eb7fa3d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:03:47.162133 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01641cf-7751-4d0d-b7c4-650d8eb7fa3d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:03:47.162457 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01641cf-7751-4d0d-b7c4-650d8eb7fa3d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:03:47.162795 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01641cf-7751-4d0d-b7c4-650d8eb7fa3d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:03:47.163117 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01641cf-7751-4d0d-b7c4-650d8eb7fa3d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:03:47.163435 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01641cf-7751-4d0d-b7c4-650d8eb7fa3d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:03:47.163766 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01641cf-7751-4d0d-b7c4-650d8eb7fa3d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:03:47.164082 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01641cf-7751-4d0d-b7c4-650d8eb7fa3d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:03:47.164419 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01641cf-7751-4d0d-b7c4-650d8eb7fa3d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:03:47.164731 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01641cf-7751-4d0d-b7c4-650d8eb7fa3d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:03:47.165865 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01641cf-7751-4d0d-b7c4-650d8eb7fa3d admin admin] Tracked resource versions report: Jul 22 23:03:47.165865 dv-cinder-801875-2-iscsi neutron-server[93192]: pushed versions: Jul 22 23:03:47.165865 dv-cinder-801875-2-iscsi neutron-server[93192]: { 'AddressGroup': {'1.2'}, Jul 22 23:03:47.165865 dv-cinder-801875-2-iscsi neutron-server[93192]: 'ConntrackHelper': {'1.0'}, Jul 22 23:03:47.165865 dv-cinder-801875-2-iscsi neutron-server[93192]: 'Log': {'1.0'}, Jul 22 23:03:47.165865 dv-cinder-801875-2-iscsi neutron-server[93192]: 'Network': {'1.1'}, Jul 22 23:03:47.165865 dv-cinder-801875-2-iscsi neutron-server[93192]: 'Port': {'1.7'}, Jul 22 23:03:47.165865 dv-cinder-801875-2-iscsi neutron-server[93192]: 'PortForwarding': {'1.2'}, Jul 22 23:03:47.165865 dv-cinder-801875-2-iscsi neutron-server[93192]: 'QosPolicy': {'1.8'}, Jul 22 23:03:47.165865 dv-cinder-801875-2-iscsi neutron-server[93192]: 'SecurityGroup': {'1.4'}, Jul 22 23:03:47.165865 dv-cinder-801875-2-iscsi neutron-server[93192]: 'SecurityGroupRule': {'1.2'}, Jul 22 23:03:47.165865 dv-cinder-801875-2-iscsi neutron-server[93192]: 'SubPort': {'1.0'}, Jul 22 23:03:47.165865 dv-cinder-801875-2-iscsi neutron-server[93192]: 'Subnet': {'1.1'}, Jul 22 23:03:47.165865 dv-cinder-801875-2-iscsi neutron-server[93192]: 'Trunk': {'1.1'}} Jul 22 23:03:47.165865 dv-cinder-801875-2-iscsi neutron-server[93192]: consumer versions: Jul 22 23:03:47.165865 dv-cinder-801875-2-iscsi neutron-server[93192]: { DHCP agent@dv-cinder-801875-2-iscsi: {}, Jul 22 23:03:47.165865 dv-cinder-801875-2-iscsi neutron-server[93192]: L3 agent@dv-cinder-801875-2-iscsi: {}, Jul 22 23:03:47.165865 dv-cinder-801875-2-iscsi neutron-server[93192]: Metadata agent@dv-cinder-801875-2-iscsi: {}, Jul 22 23:03:47.165865 dv-cinder-801875-2-iscsi neutron-server[93192]: Metering agent@dv-cinder-801875-2-iscsi: {}, Jul 22 23:03:47.165865 dv-cinder-801875-2-iscsi neutron-server[93192]: Open vSwitch agent@dv-cinder-801875-2-iscsi: { 'AddressGroup': '1.2', Jul 22 23:03:47.165865 dv-cinder-801875-2-iscsi neutron-server[93192]: 'ConntrackHelper': '1.0', Jul 22 23:03:47.165865 dv-cinder-801875-2-iscsi neutron-server[93192]: 'Log': '1.0', Jul 22 23:03:47.165865 dv-cinder-801875-2-iscsi neutron-server[93192]: 'Network': '1.1', Jul 22 23:03:47.165865 dv-cinder-801875-2-iscsi neutron-server[93192]: 'Port': '1.7', Jul 22 23:03:47.165865 dv-cinder-801875-2-iscsi neutron-server[93192]: 'PortForwarding': '1.2', Jul 22 23:03:47.165865 dv-cinder-801875-2-iscsi neutron-server[93192]: 'QosPolicy': '1.8', Jul 22 23:03:47.165865 dv-cinder-801875-2-iscsi neutron-server[93192]: 'SecurityGroup': '1.4', Jul 22 23:03:47.165865 dv-cinder-801875-2-iscsi neutron-server[93192]: 'SecurityGroupRule': '1.2', Jul 22 23:03:47.165865 dv-cinder-801875-2-iscsi neutron-server[93192]: 'SubPort': '1.0', Jul 22 23:03:47.165865 dv-cinder-801875-2-iscsi neutron-server[93192]: 'Subnet': '1.1', Jul 22 23:03:47.165865 dv-cinder-801875-2-iscsi neutron-server[93192]: 'Trunk': '1.1'}} Jul 22 23:03:47.165865 dv-cinder-801875-2-iscsi neutron-server[93192]: {{(pid=93192) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 23:03:47.223630 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-a01641cf-7751-4d0d-b7c4-650d8eb7fa3d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769065302510'] for network, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:47.275044 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-a01641cf-7751-4d0d-b7c4-650d8eb7fa3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165'] for network, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:47.276197 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01641cf-7751-4d0d-b7c4-650d8eb7fa3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:03:47.276860 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-a01641cf-7751-4d0d-b7c4-650d8eb7fa3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585183'] for network, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:47.330882 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-a01641cf-7751-4d0d-b7c4-650d8eb7fa3d admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7598474 Jul 22 23:03:47.377223 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01641cf-7751-4d0d-b7c4-650d8eb7fa3d admin admin] Pushing event updated for resources: {'Network': ['ID=e89e037f-b917-4fce-8638-db5189a5e8e4,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:03:47.387845 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Network e89e037f-b917-4fce-8638-db5189a5e8e4 details requested by agent ovs-agent-dv-cinder-801875-2-iscsi with host dv-cinder-801875-2-iscsi {{(pid=93194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:03:48.130027 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-096e6647-835c-471f-81ed-abf200ed61bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:48.633906 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:49.057462 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-d6d3e244-519d-4c84-95ee-f6386db2b0d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:49.680740 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 57902) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:03:49.896056 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b68f481-a7b4-49f6-9f2b-fb765583ed58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:03:49.897456 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-7b68f481-a7b4-49f6-9f2b-fb765583ed58 admin admin] 10.222.0.44 "GET /v2.0/subnets/3b060f16-e9f8-4b9d-8721-4e274b720be4 HTTP/1.1" status: 200 len: 849 time: 0.2157493 Jul 22 23:03:50.030673 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-5f23e2e7-f7d7-4aed-b124-8c9e7f52f5d3 admin admin] 10.222.0.44 "GET /v2.0/routers/035ddaec-6d63-4436-8ac2-8d4371f32365 HTTP/1.1" status: 200 len: 704 time: 0.1278791 Jul 22 23:03:50.300943 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-73993e7f-4d6b-45af-8203-f430668931bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:50.592662 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.db.db_base_plugin_common [None req-73993e7f-4d6b-45af-8203-f430668931bb admin admin] Allocated IP 172.20.0.1 (69edd92c-148c-4a77-9745-555b94179ba4/3b060f16-e9f8-4b9d-8721-4e274b720be4/bbfbc42c-61ef-4dc8-970e-9fa67b255b83) {{(pid=93192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:03:50.777716 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-73993e7f-4d6b-45af-8203-f430668931bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:50.801741 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.db.provisioning_blocks [None req-73993e7f-4d6b-45af-8203-f430668931bb admin admin] Transition to ACTIVE for port object bbfbc42c-61ef-4dc8-970e-9fa67b255b83 will not be triggered until provisioned by entity DHCP. {{(pid=93192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:03:50.821718 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-cbf739a1-5d20-402c-989d-00d0f7e6e81c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:50.885313 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-73993e7f-4d6b-45af-8203-f430668931bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769065317241'] for port, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:50.957423 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73993e7f-4d6b-45af-8203-f430668931bb admin admin] Network 69edd92c-148c-4a77-9745-555b94179ba4 is already hosted by enough agents. {{(pid=93192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:03:50.965644 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.scheduler.base_scheduler [None req-73993e7f-4d6b-45af-8203-f430668931bb admin admin] Resources bound (agent type, host, resource id): {{(pid=93192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:03:50.972347 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73993e7f-4d6b-45af-8203-f430668931bb admin admin] Pushing event updated for resources: {'Port': ['ID=bbfbc42c-61ef-4dc8-970e-9fa67b255b83,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:03:50.983685 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73993e7f-4d6b-45af-8203-f430668931bb admin admin] Received port after_create {{(pid=93192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:03:50.984355 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-73993e7f-4d6b-45af-8203-f430668931bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-680724'] for router_interface, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:51.167042 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-cf0b5bfc-0d89-427c-a30e-ab1459beedfa None None] Provisioning for port bbfbc42c-61ef-4dc8-970e-9fa67b255b83 completed by entity DHCP. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:03:51.171019 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-cf0b5bfc-0d89-427c-a30e-ab1459beedfa None None] Provisioning complete for port bbfbc42c-61ef-4dc8-970e-9fa67b255b83 triggered by entity DHCP. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:03:51.171387 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-cf0b5bfc-0d89-427c-a30e-ab1459beedfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832377'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:51.205987 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-cf0b5bfc-0d89-427c-a30e-ab1459beedfa None None] Port bbfbc42c-61ef-4dc8-970e-9fa67b255b83 cannot update to ACTIVE because it is not bound. {{(pid=93194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:03:51.246601 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-73993e7f-4d6b-45af-8203-f430668931bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:51.419348 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-73993e7f-4d6b-45af-8203-f430668931bb admin admin] Notify callbacks [] for port, precommit_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:51.424189 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-73993e7f-4d6b-45af-8203-f430668931bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:51.425025 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-73993e7f-4d6b-45af-8203-f430668931bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-679076'] for router_interface, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:51.486160 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73993e7f-4d6b-45af-8203-f430668931bb admin admin] Pushing event updated for resources: {'Port': ['ID=bbfbc42c-61ef-4dc8-970e-9fa67b255b83,revision_number=2']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:03:51.549745 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73993e7f-4d6b-45af-8203-f430668931bb admin admin] Network 69edd92c-148c-4a77-9745-555b94179ba4 is already hosted by enough agents. {{(pid=93192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:03:51.551041 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.scheduler.base_scheduler [None req-73993e7f-4d6b-45af-8203-f430668931bb admin admin] Resources bound (agent type, host, resource id): {{(pid=93192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:03:51.719101 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73993e7f-4d6b-45af-8203-f430668931bb admin admin] Router 035ddaec-6d63-4436-8ac2-8d4371f32365 is scheduled to L3 agent fdf30918-cf4b-4771-a7f5-907485eb00f1 with binding_index 1 {{(pid=93192) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:03:51.726588 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-431a0f33-0360-4d80-9198-7135a593666e None None] Provisioning complete for port bbfbc42c-61ef-4dc8-970e-9fa67b255b83 triggered by entity DHCP. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:03:51.726957 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-431a0f33-0360-4d80-9198-7135a593666e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832377'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:51.764205 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-431a0f33-0360-4d80-9198-7135a593666e None None] Port bbfbc42c-61ef-4dc8-970e-9fa67b255b83 cannot update to ACTIVE because it is not bound. {{(pid=93194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:03:51.812437 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73993e7f-4d6b-45af-8203-f430668931bb admin admin] Notify agent at l3_agent.dv-cinder-801875-2-iscsi the message routers_updated {{(pid=93192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:03:51.818273 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-73993e7f-4d6b-45af-8203-f430668931bb admin admin] 10.222.0.44 "PUT /v2.0/routers/035ddaec-6d63-4436-8ac2-8d4371f32365/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7829185 Jul 22 23:03:51.836518 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8c5e3e-b297-45eb-93e6-8565b91133d1 None None] Sync routers for ids ['035ddaec-6d63-4436-8ac2-8d4371f32365'] in dv-cinder-801875-2-iscsi {{(pid=93195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:03:51.849998 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8c5e3e-b297-45eb-93e6-8565b91133d1 None None] Routers {'035ddaec-6d63-4436-8ac2-8d4371f32365'} bound to L3 agent in host dv-cinder-801875-2-iscsi {{(pid=93195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:03:51.851001 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-ca8c5e3e-b297-45eb-93e6-8565b91133d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801875-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-22T23:03:18Z,description=,heartbeat_timestamp=2021-07-22T23:03:48Z,host='dv-cinder-801875-2-iscsi',id=fdf30918-cf4b-4771-a7f5-907485eb00f1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:18Z,topic='l3_agent')) {'router_ids': ['035ddaec-6d63-4436-8ac2-8d4371f32365'], 'active': True} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:03:52.033439 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvr_db [None req-ca8c5e3e-b297-45eb-93e6-8565b91133d1 None None] Set router 035ddaec-6d63-4436-8ac2-8d4371f32365 gateway port host: None {{(pid=93195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:03:52.460266 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-ca8c5e3e-b297-45eb-93e6-8565b91133d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '035ddaec-6d63-4436-8ac2-8d4371f32365', 'name': 'router1', 'tenant_id': '646a779c6bd447a695e2b62810a1817e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:03:41Z', 'updated_at': '2021-07-22T23:03:51Z', 'revision_number': 2, 'project_id': '646a779c6bd447a695e2b62810a1817e', 'gw_port_host': None, '_interfaces': [{'id': 'bbfbc42c-61ef-4dc8-970e-9fa67b255b83', 'name': '', 'network_id': '69edd92c-148c-4a77-9745-555b94179ba4', 'tenant_id': '646a779c6bd447a695e2b62810a1817e', 'mac_address': 'fa:16:3e:52:57:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '035ddaec-6d63-4436-8ac2-8d4371f32365', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3b060f16-e9f8-4b9d-8721-4e274b720be4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:03:50Z', 'updated_at': '2021-07-22T23:03:51Z', 'revision_number': 2, 'project_id': '646a779c6bd447a695e2b62810a1817e', 'subnets': [{'id': '3b060f16-e9f8-4b9d-8721-4e274b720be4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '945c8c2c-9973-4b58-92d7-195f7ff76b4f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801875-2-iscsi', False) {} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:03:52.511886 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8c5e3e-b297-45eb-93e6-8565b91133d1 None None] Checking router: 035ddaec-6d63-4436-8ac2-8d4371f32365 for host: dv-cinder-801875-2-iscsi {{(pid=93195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:03:52.512260 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8c5e3e-b297-45eb-93e6-8565b91133d1 None None] Updating router 035ddaec-6d63-4436-8ac2-8d4371f32365 port bbfbc42c-61ef-4dc8-970e-9fa67b255b83 binding host dv-cinder-801875-2-iscsi {{(pid=93195) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:03:52.574154 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron_lib.callbacks.manager [None req-ca8c5e3e-b297-45eb-93e6-8565b91133d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:53.062731 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron_lib.callbacks.manager [None req-ca8c5e3e-b297-45eb-93e6-8565b91133d1 None None] Notify callbacks [] for port, precommit_update {{(pid=93195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:53.084273 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.provisioning_blocks [None req-ca8c5e3e-b297-45eb-93e6-8565b91133d1 None None] Transition to ACTIVE for port object bbfbc42c-61ef-4dc8-970e-9fa67b255b83 will not be triggered until provisioned by entity L2. {{(pid=93195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:03:53.089497 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron_lib.callbacks.manager [None req-ca8c5e3e-b297-45eb-93e6-8565b91133d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:53.278659 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5395f8-e694-4bec-a61b-6121882aebca None None] Pushing event updated for resources: {'Port': ['ID=bbfbc42c-61ef-4dc8-970e-9fa67b255b83,revision_number=3']} {{(pid=93195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:03:53.296766 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5395f8-e694-4bec-a61b-6121882aebca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:03:53.297597 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5395f8-e694-4bec-a61b-6121882aebca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:03:53.297597 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5395f8-e694-4bec-a61b-6121882aebca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:03:53.297796 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5395f8-e694-4bec-a61b-6121882aebca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:03:53.298073 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5395f8-e694-4bec-a61b-6121882aebca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:03:53.298398 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5395f8-e694-4bec-a61b-6121882aebca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:03:53.298719 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5395f8-e694-4bec-a61b-6121882aebca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:03:53.299042 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5395f8-e694-4bec-a61b-6121882aebca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:03:53.299368 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5395f8-e694-4bec-a61b-6121882aebca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:03:53.299685 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5395f8-e694-4bec-a61b-6121882aebca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:03:53.300006 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5395f8-e694-4bec-a61b-6121882aebca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:03:53.300318 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5395f8-e694-4bec-a61b-6121882aebca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:03:53.301455 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5395f8-e694-4bec-a61b-6121882aebca None None] Tracked resource versions report: Jul 22 23:03:53.301455 dv-cinder-801875-2-iscsi neutron-server[93195]: pushed versions: Jul 22 23:03:53.301455 dv-cinder-801875-2-iscsi neutron-server[93195]: { 'AddressGroup': {'1.2'}, Jul 22 23:03:53.301455 dv-cinder-801875-2-iscsi neutron-server[93195]: 'ConntrackHelper': {'1.0'}, Jul 22 23:03:53.301455 dv-cinder-801875-2-iscsi neutron-server[93195]: 'Log': {'1.0'}, Jul 22 23:03:53.301455 dv-cinder-801875-2-iscsi neutron-server[93195]: 'Network': {'1.1'}, Jul 22 23:03:53.301455 dv-cinder-801875-2-iscsi neutron-server[93195]: 'Port': {'1.7'}, Jul 22 23:03:53.301455 dv-cinder-801875-2-iscsi neutron-server[93195]: 'PortForwarding': {'1.2'}, Jul 22 23:03:53.301455 dv-cinder-801875-2-iscsi neutron-server[93195]: 'QosPolicy': {'1.8'}, Jul 22 23:03:53.301455 dv-cinder-801875-2-iscsi neutron-server[93195]: 'SecurityGroup': {'1.4'}, Jul 22 23:03:53.301455 dv-cinder-801875-2-iscsi neutron-server[93195]: 'SecurityGroupRule': {'1.2'}, Jul 22 23:03:53.301455 dv-cinder-801875-2-iscsi neutron-server[93195]: 'SubPort': {'1.0'}, Jul 22 23:03:53.301455 dv-cinder-801875-2-iscsi neutron-server[93195]: 'Subnet': {'1.1'}, Jul 22 23:03:53.301455 dv-cinder-801875-2-iscsi neutron-server[93195]: 'Trunk': {'1.1'}} Jul 22 23:03:53.301455 dv-cinder-801875-2-iscsi neutron-server[93195]: consumer versions: Jul 22 23:03:53.301455 dv-cinder-801875-2-iscsi neutron-server[93195]: { DHCP agent@dv-cinder-801875-2-iscsi: {}, Jul 22 23:03:53.301455 dv-cinder-801875-2-iscsi neutron-server[93195]: L3 agent@dv-cinder-801875-2-iscsi: {}, Jul 22 23:03:53.301455 dv-cinder-801875-2-iscsi neutron-server[93195]: Metadata agent@dv-cinder-801875-2-iscsi: {}, Jul 22 23:03:53.301455 dv-cinder-801875-2-iscsi neutron-server[93195]: Metering agent@dv-cinder-801875-2-iscsi: {}, Jul 22 23:03:53.301455 dv-cinder-801875-2-iscsi neutron-server[93195]: Open vSwitch agent@dv-cinder-801875-2-iscsi: { 'AddressGroup': '1.2', Jul 22 23:03:53.301455 dv-cinder-801875-2-iscsi neutron-server[93195]: 'ConntrackHelper': '1.0', Jul 22 23:03:53.301455 dv-cinder-801875-2-iscsi neutron-server[93195]: 'Log': '1.0', Jul 22 23:03:53.301455 dv-cinder-801875-2-iscsi neutron-server[93195]: 'Network': '1.1', Jul 22 23:03:53.301455 dv-cinder-801875-2-iscsi neutron-server[93195]: 'Port': '1.7', Jul 22 23:03:53.301455 dv-cinder-801875-2-iscsi neutron-server[93195]: 'PortForwarding': '1.2', Jul 22 23:03:53.301455 dv-cinder-801875-2-iscsi neutron-server[93195]: 'QosPolicy': '1.8', Jul 22 23:03:53.301455 dv-cinder-801875-2-iscsi neutron-server[93195]: 'SecurityGroup': '1.4', Jul 22 23:03:53.301455 dv-cinder-801875-2-iscsi neutron-server[93195]: 'SecurityGroupRule': '1.2', Jul 22 23:03:53.301455 dv-cinder-801875-2-iscsi neutron-server[93195]: 'SubPort': '1.0', Jul 22 23:03:53.301455 dv-cinder-801875-2-iscsi neutron-server[93195]: 'Subnet': '1.1', Jul 22 23:03:53.301455 dv-cinder-801875-2-iscsi neutron-server[93195]: 'Trunk': '1.1'}} Jul 22 23:03:53.301455 dv-cinder-801875-2-iscsi neutron-server[93195]: {{(pid=93195) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 23:03:53.305890 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.managers [None req-ca8c5e3e-b297-45eb-93e6-8565b91133d1 None None] Attempting to bind port bbfbc42c-61ef-4dc8-970e-9fa67b255b83 on host dv-cinder-801875-2-iscsi for vnic_type normal with profile {{(pid=93195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:03:53.306297 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.managers [None req-ca8c5e3e-b297-45eb-93e6-8565b91133d1 None None] Attempting to bind port bbfbc42c-61ef-4dc8-970e-9fa67b255b83 by drivers openvswitch,hyperv on host dv-cinder-801875-2-iscsi at level 0 using segments [{'id': '3d512488-6ad8-4eec-a92c-c1654210f085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '69edd92c-148c-4a77-9745-555b94179ba4'}] {{(pid=93195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:03:53.306714 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8c5e3e-b297-45eb-93e6-8565b91133d1 None None] Attempting to bind port bbfbc42c-61ef-4dc8-970e-9fa67b255b83 on network 69edd92c-148c-4a77-9745-555b94179ba4 {{(pid=93195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:03:53.312508 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8c5e3e-b297-45eb-93e6-8565b91133d1 None None] Checking agent: {'id': 'f30eb83a-2393-42b8-bba2-207fe5e6c4a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801875-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 3, 19), 'started_at': datetime.datetime(2021, 7, 22, 23, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801875-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:03:53.312949 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8c5e3e-b297-45eb-93e6-8565b91133d1 None None] Checking segment: {'id': '3d512488-6ad8-4eec-a92c-c1654210f085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '69edd92c-148c-4a77-9745-555b94179ba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:03:53.313381 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron_lib.callbacks.manager [None req-ca8c5e3e-b297-45eb-93e6-8565b91133d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:53.313757 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8c5e3e-b297-45eb-93e6-8565b91133d1 None None] Bound using segment: {'id': '3d512488-6ad8-4eec-a92c-c1654210f085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '69edd92c-148c-4a77-9745-555b94179ba4'} {{(pid=93195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:03:53.314267 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.managers [None req-ca8c5e3e-b297-45eb-93e6-8565b91133d1 None None] Bound port: bbfbc42c-61ef-4dc8-970e-9fa67b255b83, host: dv-cinder-801875-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d512488-6ad8-4eec-a92c-c1654210f085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '69edd92c-148c-4a77-9745-555b94179ba4'}}] {{(pid=93195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:03:53.314654 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron_lib.callbacks.manager [None req-ca8c5e3e-b297-45eb-93e6-8565b91133d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:53.379434 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.db [None req-ca8c5e3e-b297-45eb-93e6-8565b91133d1 None None] For port bbfbc42c-61ef-4dc8-970e-9fa67b255b83, host dv-cinder-801875-2-iscsi, cleared binding levels {{(pid=93195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:03:53.400538 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.db [None req-ca8c5e3e-b297-45eb-93e6-8565b91133d1 None None] For port bbfbc42c-61ef-4dc8-970e-9fa67b255b83, host dv-cinder-801875-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801875-2-iscsi',level=0,port_id=bbfbc42c-61ef-4dc8-970e-9fa67b255b83,segment=NetworkSegment(3d512488-6ad8-4eec-a92c-c1654210f085),segment_id=3d512488-6ad8-4eec-a92c-c1654210f085)] {{(pid=93195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:03:53.404847 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron_lib.callbacks.manager [None req-ca8c5e3e-b297-45eb-93e6-8565b91133d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:53.455423 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8c5e3e-b297-45eb-93e6-8565b91133d1 None None] Routers {'035ddaec-6d63-4436-8ac2-8d4371f32365'} bound to L3 agent in host dv-cinder-801875-2-iscsi {{(pid=93195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:03:53.456038 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-ca8c5e3e-b297-45eb-93e6-8565b91133d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801875-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-22T23:03:18Z,description=,heartbeat_timestamp=2021-07-22T23:03:48Z,host='dv-cinder-801875-2-iscsi',id=fdf30918-cf4b-4771-a7f5-907485eb00f1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:18Z,topic='l3_agent')) {'router_ids': ['035ddaec-6d63-4436-8ac2-8d4371f32365'], 'active': True} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:03:53.536609 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5395f8-e694-4bec-a61b-6121882aebca None None] Pushing event updated for resources: {'Port': ['ID=bbfbc42c-61ef-4dc8-970e-9fa67b255b83,revision_number=4']} {{(pid=93195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:03:53.553687 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvr_db [None req-ca8c5e3e-b297-45eb-93e6-8565b91133d1 None None] Set router 035ddaec-6d63-4436-8ac2-8d4371f32365 gateway port host: None {{(pid=93195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:03:53.757473 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-ca8c5e3e-b297-45eb-93e6-8565b91133d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '035ddaec-6d63-4436-8ac2-8d4371f32365', 'name': 'router1', 'tenant_id': '646a779c6bd447a695e2b62810a1817e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:03:41Z', 'updated_at': '2021-07-22T23:03:51Z', 'revision_number': 2, 'project_id': '646a779c6bd447a695e2b62810a1817e', 'gw_port_host': None, '_interfaces': [{'id': 'bbfbc42c-61ef-4dc8-970e-9fa67b255b83', 'name': '', 'network_id': '69edd92c-148c-4a77-9745-555b94179ba4', 'tenant_id': '646a779c6bd447a695e2b62810a1817e', 'mac_address': 'fa:16:3e:52:57:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '035ddaec-6d63-4436-8ac2-8d4371f32365', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3b060f16-e9f8-4b9d-8721-4e274b720be4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:03:50Z', 'updated_at': '2021-07-22T23:03:53Z', 'revision_number': 4, 'project_id': '646a779c6bd447a695e2b62810a1817e', 'subnets': [{'id': '3b060f16-e9f8-4b9d-8721-4e274b720be4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '945c8c2c-9973-4b58-92d7-195f7ff76b4f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801875-2-iscsi', False) {} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:03:53.785086 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8c5e3e-b297-45eb-93e6-8565b91133d1 None None] The sync data for ids ['035ddaec-6d63-4436-8ac2-8d4371f32365'] in dv-cinder-801875-2-iscsi is: [{'id': '035ddaec-6d63-4436-8ac2-8d4371f32365', 'name': 'router1', 'tenant_id': '646a779c6bd447a695e2b62810a1817e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:03:41Z', 'updated_at': '2021-07-22T23:03:51Z', 'revision_number': 2, 'project_id': '646a779c6bd447a695e2b62810a1817e', 'gw_port_host': None, '_interfaces': [{'id': 'bbfbc42c-61ef-4dc8-970e-9fa67b255b83', 'name': '', 'network_id': '69edd92c-148c-4a77-9745-555b94179ba4', 'tenant_id': '646a779c6bd447a695e2b62810a1817e', 'mac_address': 'fa:16:3e:52:57:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '035ddaec-6d63-4436-8ac2-8d4371f32365', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3b060f16-e9f8-4b9d-8721-4e274b720be4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:03:50Z', 'updated_at': '2021-07-22T23:03:53Z', 'revision_number': 4, 'project_id': '646a779c6bd447a695e2b62810a1817e', 'subnets': [{'id': '3b060f16-e9f8-4b9d-8721-4e274b720be4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '945c8c2c-9973-4b58-92d7-195f7ff76b4f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:03:54.102673 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 57924) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:03:54.211247 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-875194cb-2b7f-4a6b-9812-7e8c320c6fe1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:03:54.212623 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-875194cb-2b7f-4a6b-9812-7e8c320c6fe1 admin admin] 10.222.0.44 "GET /v2.0/networks/e89e037f-b917-4fce-8638-db5189a5e8e4 HTTP/1.1" status: 200 len: 842 time: 0.1090596 Jul 22 23:03:54.222248 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.v2.base [None req-1715a3bb-9c9f-4018-a40d-61b7c80d7c9b admin admin] Request body: {'subnet': {'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'ip_version': 4, 'gateway_ip': '172.27.1.1', 'cidr': '172.27.1.0/24', 'name': 'public-subnet', 'enable_dhcp': False}} {{(pid=93192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:03:54.246534 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1715a3bb-9c9f-4018-a40d-61b7c80d7c9b admin admin] Made reservation on behalf of f1fffe3ad6f546afa04f60c15da9c8f5 for: {'subnet': 1} {{(pid=93192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:03:54.248891 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-1715a3bb-9c9f-4018-a40d-61b7c80d7c9b admin admin] Notify callbacks [] for subnet, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:54.570106 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.objects.ports [None req-1715a3bb-9c9f-4018-a40d-61b7c80d7c9b admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93192) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 23:03:54.570534 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-1715a3bb-9c9f-4018-a40d-61b7c80d7c9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165'] for subnet, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:54.630341 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1715a3bb-9c9f-4018-a40d-61b7c80d7c9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d2d3a68-9173-4429-9239-290b8b68fb34,revision_number=0']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:03:54.639816 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1715a3bb-9c9f-4018-a40d-61b7c80d7c9b admin admin] Checking segment: {'id': '829b4ee6-bc3b-4b66-8264-3fcbe946197d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:03:54.640199 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1715a3bb-9c9f-4018-a40d-61b7c80d7c9b admin admin] Network hostable DHCP agents. Network: e89e037f-b917-4fce-8638-db5189a5e8e4, hostable agents: ['5089d900-808c-476c-958a-0c524ee0753f'], hosted agents: [] {{(pid=93192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:03:54.662756 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1715a3bb-9c9f-4018-a40d-61b7c80d7c9b admin admin] Network e89e037f-b917-4fce-8638-db5189a5e8e4 is scheduled to be hosted by DHCP agent 5089d900-808c-476c-958a-0c524ee0753f with binding_index 1 {{(pid=93192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:03:54.673541 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.scheduler.base_scheduler [None req-1715a3bb-9c9f-4018-a40d-61b7c80d7c9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801875-2-iscsi, e89e037f-b917-4fce-8638-db5189a5e8e4) {{(pid=93192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:03:54.677903 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1715a3bb-9c9f-4018-a40d-61b7c80d7c9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:03:54.678499 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-1715a3bb-9c9f-4018-a40d-61b7c80d7c9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585183'] for subnet, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:54.682694 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e1842e2-14e4-4008-b5c9-e0ebbecb3b25 None None] Network e89e037f-b917-4fce-8638-db5189a5e8e4 requested from dv-cinder-801875-2-iscsi {{(pid=93194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:03:54.708445 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-1715a3bb-9c9f-4018-a40d-61b7c80d7c9b admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4786024 Jul 22 23:03:54.818070 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ca321e-0325-4eea-ba1d-f4789ba73734 None None] Network e89e037f-b917-4fce-8638-db5189a5e8e4 requested from dv-cinder-801875-2-iscsi {{(pid=93194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:03:56.980811 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 57932) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:03:57.120386 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-a814eca8-5723-408e-9243-a6c2987d95eb admin admin] 10.222.0.44 "GET /v2.0/routers/035ddaec-6d63-4436-8ac2-8d4371f32365 HTTP/1.1" status: 200 len: 710 time: 0.1353354 Jul 22 23:03:57.209540 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a958836-786d-4ff0-9b24-24e192bdaebf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:03:57.210904 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-0a958836-786d-4ff0-9b24-24e192bdaebf admin admin] 10.222.0.44 "GET /v2.0/networks/e89e037f-b917-4fce-8638-db5189a5e8e4 HTTP/1.1" status: 200 len: 886 time: 0.0886266 Jul 22 23:03:57.219992 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.v2.base [None req-92e13176-05d4-4ce1-8db7-586226a7a1f6 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4'}}} {{(pid=93192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:03:57.545402 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-92e13176-05d4-4ce1-8db7-586226a7a1f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680958', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-680789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12250'] for router, precommit_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:57.781555 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-92e13176-05d4-4ce1-8db7-586226a7a1f6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:57.861569 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-92e13176-05d4-4ce1-8db7-586226a7a1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:57.968771 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.db.db_base_plugin_common [None req-92e13176-05d4-4ce1-8db7-586226a7a1f6 admin admin] Allocated IP 172.27.1.233 (e89e037f-b917-4fce-8638-db5189a5e8e4/7d2d3a68-9173-4429-9239-290b8b68fb34/80977c8f-b028-457a-978a-5a0c00173f20) {{(pid=93192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:03:58.070619 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-92e13176-05d4-4ce1-8db7-586226a7a1f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:58.109797 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-92e13176-05d4-4ce1-8db7-586226a7a1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769065317241'] for port, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:58.150684 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e13176-05d4-4ce1-8db7-586226a7a1f6 admin admin] Network e89e037f-b917-4fce-8638-db5189a5e8e4 is already hosted by enough agents. {{(pid=93192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:03:58.153561 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.scheduler.base_scheduler [None req-92e13176-05d4-4ce1-8db7-586226a7a1f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:03:58.158224 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e13176-05d4-4ce1-8db7-586226a7a1f6 admin admin] Received port after_create {{(pid=93192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:03:58.159944 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e13176-05d4-4ce1-8db7-586226a7a1f6 admin admin] Pushing event updated for resources: {'Port': ['ID=80977c8f-b028-457a-978a-5a0c00173f20,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:03:58.417893 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-92e13176-05d4-4ce1-8db7-586226a7a1f6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:58.613882 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-92e13176-05d4-4ce1-8db7-586226a7a1f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680958', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-680789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12250'] for router, precommit_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:58.617324 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-92e13176-05d4-4ce1-8db7-586226a7a1f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-680951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-680940', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-680796'] for router, after_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:58.719932 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92e13176-05d4-4ce1-8db7-586226a7a1f6 admin admin] Router 035ddaec-6d63-4436-8ac2-8d4371f32365 has already been hosted by L3 agent fdf30918-cf4b-4771-a7f5-907485eb00f1 {{(pid=93192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:03:58.901413 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92e13176-05d4-4ce1-8db7-586226a7a1f6 admin admin] Notify agent at l3_agent.dv-cinder-801875-2-iscsi the message routers_updated {{(pid=93192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:03:58.911348 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-92e13176-05d4-4ce1-8db7-586226a7a1f6 admin admin] Notify callbacks [] for router, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:03:58.917057 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-92e13176-05d4-4ce1-8db7-586226a7a1f6 admin admin] 10.222.0.44 "PUT /v2.0/routers/035ddaec-6d63-4436-8ac2-8d4371f32365 HTTP/1.1" status: 200 len: 890 time: 1.7006238 Jul 22 23:04:00.281404 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c943bc54-bbe9-455a-94d8-9e6a9cd9db14 None None] Sync routers for ids ['035ddaec-6d63-4436-8ac2-8d4371f32365'] in dv-cinder-801875-2-iscsi {{(pid=93194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:04:00.295810 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c943bc54-bbe9-455a-94d8-9e6a9cd9db14 None None] Routers {'035ddaec-6d63-4436-8ac2-8d4371f32365'} bound to L3 agent in host dv-cinder-801875-2-iscsi {{(pid=93194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:04:00.296569 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-c943bc54-bbe9-455a-94d8-9e6a9cd9db14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801875-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-22T23:03:18Z,description=,heartbeat_timestamp=2021-07-22T23:03:48Z,host='dv-cinder-801875-2-iscsi',id=fdf30918-cf4b-4771-a7f5-907485eb00f1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:18Z,topic='l3_agent')) {'router_ids': ['035ddaec-6d63-4436-8ac2-8d4371f32365'], 'active': True} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:04:00.551259 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Device bbfbc42c-61ef-4dc8-970e-9fa67b255b83 up at agent ovs-agent-dv-cinder-801875-2-iscsi {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:04:00.554093 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvr_db [None req-c943bc54-bbe9-455a-94d8-9e6a9cd9db14 None None] Set router 035ddaec-6d63-4436-8ac2-8d4371f32365 gateway port host: dv-cinder-801875-2-iscsi {{(pid=93194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:04:00.808881 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Provisioning for port bbfbc42c-61ef-4dc8-970e-9fa67b255b83 completed by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:04:00.829112 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Provisioning complete for port bbfbc42c-61ef-4dc8-970e-9fa67b255b83 triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:04:00.829486 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832377'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:04:01.005864 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:04:01.060885 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] For port bbfbc42c-61ef-4dc8-970e-9fa67b255b83, host dv-cinder-801875-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801875-2-iscsi',level=0,port_id=bbfbc42c-61ef-4dc8-970e-9fa67b255b83,segment=NetworkSegment(3d512488-6ad8-4eec-a92c-c1654210f085),segment_id=3d512488-6ad8-4eec-a92c-c1654210f085)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:04:01.068069 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:04:01.073963 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-c943bc54-bbe9-455a-94d8-9e6a9cd9db14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '035ddaec-6d63-4436-8ac2-8d4371f32365', 'name': 'router1', 'tenant_id': '646a779c6bd447a695e2b62810a1817e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'external_fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '80977c8f-b028-457a-978a-5a0c00173f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:03:41Z', 'updated_at': '2021-07-22T23:03:58Z', 'revision_number': 4, 'project_id': '646a779c6bd447a695e2b62810a1817e', 'gw_port': {'id': '80977c8f-b028-457a-978a-5a0c00173f20', 'name': '', 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:1b:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '035ddaec-6d63-4436-8ac2-8d4371f32365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:03:57Z', 'updated_at': '2021-07-22T23:03:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801875-2-iscsi', '_interfaces': [{'id': 'bbfbc42c-61ef-4dc8-970e-9fa67b255b83', 'name': '', 'network_id': '69edd92c-148c-4a77-9745-555b94179ba4', 'tenant_id': '646a779c6bd447a695e2b62810a1817e', 'mac_address': 'fa:16:3e:52:57:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '035ddaec-6d63-4436-8ac2-8d4371f32365', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3b060f16-e9f8-4b9d-8721-4e274b720be4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:03:50Z', 'updated_at': '2021-07-22T23:03:53Z', 'revision_number': 4, 'project_id': '646a779c6bd447a695e2b62810a1817e', 'subnets': [{'id': '3b060f16-e9f8-4b9d-8721-4e274b720be4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '945c8c2c-9973-4b58-92d7-195f7ff76b4f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801875-2-iscsi', False) {} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:04:01.153104 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c943bc54-bbe9-455a-94d8-9e6a9cd9db14 None None] Checking router: 035ddaec-6d63-4436-8ac2-8d4371f32365 for host: dv-cinder-801875-2-iscsi {{(pid=93194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:04:01.153477 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c943bc54-bbe9-455a-94d8-9e6a9cd9db14 None None] Updating router 035ddaec-6d63-4436-8ac2-8d4371f32365 port 80977c8f-b028-457a-978a-5a0c00173f20 binding host dv-cinder-801875-2-iscsi {{(pid=93194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:04:01.207867 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-c943bc54-bbe9-455a-94d8-9e6a9cd9db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:04:01.212695 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Pushing event updated for resources: {'Port': ['ID=bbfbc42c-61ef-4dc8-970e-9fa67b255b83,revision_number=5']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:04:01.303950 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 57944) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:04:01.435248 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-ecceea0b-4b94-4cee-8be8-5b37728326de admin admin] 10.222.0.44 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1299951 Jul 22 23:04:01.542714 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-c943bc54-bbe9-455a-94d8-9e6a9cd9db14 None None] Notify callbacks [] for port, precommit_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:04:01.553888 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-c943bc54-bbe9-455a-94d8-9e6a9cd9db14 None None] Transition to ACTIVE for port object 80977c8f-b028-457a-978a-5a0c00173f20 will not be triggered until provisioned by entity L2. {{(pid=93194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:04:01.561166 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-c943bc54-bbe9-455a-94d8-9e6a9cd9db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:04:01.613165 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.managers [None req-c943bc54-bbe9-455a-94d8-9e6a9cd9db14 None None] Attempting to bind port 80977c8f-b028-457a-978a-5a0c00173f20 on host dv-cinder-801875-2-iscsi for vnic_type normal with profile {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:04:01.613555 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.managers [None req-c943bc54-bbe9-455a-94d8-9e6a9cd9db14 None None] Attempting to bind port 80977c8f-b028-457a-978a-5a0c00173f20 by drivers openvswitch,hyperv on host dv-cinder-801875-2-iscsi at level 0 using segments [{'id': '829b4ee6-bc3b-4b66-8264-3fcbe946197d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4'}] {{(pid=93194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:04:01.613936 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c943bc54-bbe9-455a-94d8-9e6a9cd9db14 None None] Attempting to bind port 80977c8f-b028-457a-978a-5a0c00173f20 on network e89e037f-b917-4fce-8638-db5189a5e8e4 {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:04:01.621569 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8282f75d-c16c-42c2-b0c4-238cdcdede32 None None] Pushing event updated for resources: {'Port': ['ID=80977c8f-b028-457a-978a-5a0c00173f20,revision_number=2']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:04:01.625443 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c943bc54-bbe9-455a-94d8-9e6a9cd9db14 None None] Checking agent: {'id': 'f30eb83a-2393-42b8-bba2-207fe5e6c4a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801875-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 3, 19), 'started_at': datetime.datetime(2021, 7, 22, 23, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801875-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:04:01.625845 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c943bc54-bbe9-455a-94d8-9e6a9cd9db14 None None] Checking segment: {'id': '829b4ee6-bc3b-4b66-8264-3fcbe946197d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:04:01.626267 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-c943bc54-bbe9-455a-94d8-9e6a9cd9db14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:04:01.626666 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c943bc54-bbe9-455a-94d8-9e6a9cd9db14 None None] Bound using segment: {'id': '829b4ee6-bc3b-4b66-8264-3fcbe946197d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4'} {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:04:01.627164 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.managers [None req-c943bc54-bbe9-455a-94d8-9e6a9cd9db14 None None] Bound port: 80977c8f-b028-457a-978a-5a0c00173f20, host: dv-cinder-801875-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '829b4ee6-bc3b-4b66-8264-3fcbe946197d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4'}}] {{(pid=93194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:04:01.627562 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-c943bc54-bbe9-455a-94d8-9e6a9cd9db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:04:01.682183 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-c943bc54-bbe9-455a-94d8-9e6a9cd9db14 None None] For port 80977c8f-b028-457a-978a-5a0c00173f20, host dv-cinder-801875-2-iscsi, cleared binding levels {{(pid=93194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:04:01.685725 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-c943bc54-bbe9-455a-94d8-9e6a9cd9db14 None None] For port 80977c8f-b028-457a-978a-5a0c00173f20, host dv-cinder-801875-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801875-2-iscsi',level=0,port_id=80977c8f-b028-457a-978a-5a0c00173f20,segment=NetworkSegment(829b4ee6-bc3b-4b66-8264-3fcbe946197d),segment_id=829b4ee6-bc3b-4b66-8264-3fcbe946197d)] {{(pid=93194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:04:01.689747 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-c943bc54-bbe9-455a-94d8-9e6a9cd9db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:04:01.746561 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8282f75d-c16c-42c2-b0c4-238cdcdede32 None None] Pushing event updated for resources: {'Port': ['ID=80977c8f-b028-457a-978a-5a0c00173f20,revision_number=3']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:04:01.749911 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c943bc54-bbe9-455a-94d8-9e6a9cd9db14 None None] Routers {'035ddaec-6d63-4436-8ac2-8d4371f32365'} bound to L3 agent in host dv-cinder-801875-2-iscsi {{(pid=93194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:04:01.750511 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-c943bc54-bbe9-455a-94d8-9e6a9cd9db14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801875-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-22T23:03:18Z,description=,heartbeat_timestamp=2021-07-22T23:03:48Z,host='dv-cinder-801875-2-iscsi',id=fdf30918-cf4b-4771-a7f5-907485eb00f1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:18Z,topic='l3_agent')) {'router_ids': ['035ddaec-6d63-4436-8ac2-8d4371f32365'], 'active': True} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:04:01.943997 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvr_db [None req-c943bc54-bbe9-455a-94d8-9e6a9cd9db14 None None] Set router 035ddaec-6d63-4436-8ac2-8d4371f32365 gateway port host: dv-cinder-801875-2-iscsi {{(pid=93194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:04:02.157620 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-c943bc54-bbe9-455a-94d8-9e6a9cd9db14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '035ddaec-6d63-4436-8ac2-8d4371f32365', 'name': 'router1', 'tenant_id': '646a779c6bd447a695e2b62810a1817e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'external_fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '80977c8f-b028-457a-978a-5a0c00173f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:03:41Z', 'updated_at': '2021-07-22T23:03:58Z', 'revision_number': 4, 'project_id': '646a779c6bd447a695e2b62810a1817e', 'gw_port': {'id': '80977c8f-b028-457a-978a-5a0c00173f20', 'name': '', 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:1b:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '035ddaec-6d63-4436-8ac2-8d4371f32365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:03:57Z', 'updated_at': '2021-07-22T23:04:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801875-2-iscsi', '_interfaces': [{'id': 'bbfbc42c-61ef-4dc8-970e-9fa67b255b83', 'name': '', 'network_id': '69edd92c-148c-4a77-9745-555b94179ba4', 'tenant_id': '646a779c6bd447a695e2b62810a1817e', 'mac_address': 'fa:16:3e:52:57:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '035ddaec-6d63-4436-8ac2-8d4371f32365', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3b060f16-e9f8-4b9d-8721-4e274b720be4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:03:50Z', 'updated_at': '2021-07-22T23:04:01Z', 'revision_number': 5, 'project_id': '646a779c6bd447a695e2b62810a1817e', 'subnets': [{'id': '3b060f16-e9f8-4b9d-8721-4e274b720be4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '945c8c2c-9973-4b58-92d7-195f7ff76b4f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801875-2-iscsi', False) {} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:04:02.187409 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c943bc54-bbe9-455a-94d8-9e6a9cd9db14 None None] The sync data for ids ['035ddaec-6d63-4436-8ac2-8d4371f32365'] in dv-cinder-801875-2-iscsi is: [{'id': '035ddaec-6d63-4436-8ac2-8d4371f32365', 'name': 'router1', 'tenant_id': '646a779c6bd447a695e2b62810a1817e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'external_fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '80977c8f-b028-457a-978a-5a0c00173f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:03:41Z', 'updated_at': '2021-07-22T23:03:58Z', 'revision_number': 4, 'project_id': '646a779c6bd447a695e2b62810a1817e', 'gw_port': {'id': '80977c8f-b028-457a-978a-5a0c00173f20', 'name': '', 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:1b:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '035ddaec-6d63-4436-8ac2-8d4371f32365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:03:57Z', 'updated_at': '2021-07-22T23:04:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801875-2-iscsi', '_interfaces': [{'id': 'bbfbc42c-61ef-4dc8-970e-9fa67b255b83', 'name': '', 'network_id': '69edd92c-148c-4a77-9745-555b94179ba4', 'tenant_id': '646a779c6bd447a695e2b62810a1817e', 'mac_address': 'fa:16:3e:52:57:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '035ddaec-6d63-4436-8ac2-8d4371f32365', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3b060f16-e9f8-4b9d-8721-4e274b720be4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:03:50Z', 'updated_at': '2021-07-22T23:04:01Z', 'revision_number': 5, 'project_id': '646a779c6bd447a695e2b62810a1817e', 'subnets': [{'id': '3b060f16-e9f8-4b9d-8721-4e274b720be4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '945c8c2c-9973-4b58-92d7-195f7ff76b4f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:04:02.614446 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Device bbfbc42c-61ef-4dc8-970e-9fa67b255b83 up at agent ovs-agent-dv-cinder-801875-2-iscsi {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:04:02.675462 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Provisioning complete for port bbfbc42c-61ef-4dc8-970e-9fa67b255b83 triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:04:02.675838 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832377'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:04:02.797556 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Device 80977c8f-b028-457a-978a-5a0c00173f20 up at agent ovs-agent-dv-cinder-801875-2-iscsi {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:04:02.855645 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Provisioning for port 80977c8f-b028-457a-978a-5a0c00173f20 completed by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:04:02.861318 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Provisioning complete for port 80977c8f-b028-457a-978a-5a0c00173f20 triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:04:02.861736 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832377'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:04:02.942701 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:04:02.964427 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] For port 80977c8f-b028-457a-978a-5a0c00173f20, host dv-cinder-801875-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801875-2-iscsi',level=0,port_id=80977c8f-b028-457a-978a-5a0c00173f20,segment=NetworkSegment(829b4ee6-bc3b-4b66-8264-3fcbe946197d),segment_id=829b4ee6-bc3b-4b66-8264-3fcbe946197d)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:04:02.969506 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:04:03.022610 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Pushing event updated for resources: {'Port': ['ID=80977c8f-b028-457a-978a-5a0c00173f20,revision_number=4']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:04:04.531706 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Device 80977c8f-b028-457a-978a-5a0c00173f20 up at agent ovs-agent-dv-cinder-801875-2-iscsi {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:04:04.582843 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Provisioning complete for port 80977c8f-b028-457a-978a-5a0c00173f20 triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:04:04.583127 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832377'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:04:05.890092 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.agents_db [None req-bfbb8894-14bb-41d0-8761-89beb89abbcb None None] Agent healthcheck: found 5 active agents {{(pid=93195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:04:15.449688 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-95a1de38-caae-4ddd-859d-05d767332519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:04:18.133948 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-033ade5b-55da-4b22-9a3b-7408e8f6260c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:04:18.638714 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:04:19.062383 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-d6d3e244-519d-4c84-95ee-f6386db2b0d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:04:20.847812 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-cbf739a1-5d20-402c-989d-00d0f7e6e81c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:04:42.947429 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.agents_db [None req-bfbb8894-14bb-41d0-8761-89beb89abbcb None None] Agent healthcheck: found 5 active agents {{(pid=93195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:04:45.442903 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-013b0c0b-3359-4b1d-b684-c91034f9ba3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:04:48.147130 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-aee48856-63cd-4bf3-9287-7b8be42406c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:04:48.632597 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:04:49.067533 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-d6d3e244-519d-4c84-95ee-f6386db2b0d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:04:50.847890 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-cbf739a1-5d20-402c-989d-00d0f7e6e81c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:05:15.445694 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-bc4fa563-efc5-4a89-b53c-174554dc12c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:05:18.128432 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-a5d62e7b-58dc-478c-b61f-bcaf02db27fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:05:18.634838 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:05:19.067026 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-d6d3e244-519d-4c84-95ee-f6386db2b0d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:05:19.895441 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.agents_db [None req-bfbb8894-14bb-41d0-8761-89beb89abbcb None None] Agent healthcheck: found 5 active agents {{(pid=93195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:05:20.852580 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-cbf739a1-5d20-402c-989d-00d0f7e6e81c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:05:37.902001 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 58512) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:05:37.968292 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.pecan_wsgi.hooks.translation [None req-03b052ef-163e-4de7-9469-8aa6a5769c70 admin admin] GET failed (client error): The resource could not be found. Jul 22 23:05:37.969703 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-03b052ef-163e-4de7-9469-8aa6a5769c70 admin admin] 10.222.0.44 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0666354 Jul 22 23:05:38.131782 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9eecdf-0851-4ccd-aea4-80706885d257 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:05:38.133361 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-aa9eecdf-0851-4ccd-aea4-80706885d257 admin admin] 10.222.0.44 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1597390 Jul 22 23:05:40.320405 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 58522) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:05:40.426859 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b708e71-3d45-4dd0-9db7-c2da13c52523 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:05:40.428222 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-6b708e71-3d45-4dd0-9db7-c2da13c52523 admin admin] 10.222.0.44 "GET /v2.0/subnets/3b060f16-e9f8-4b9d-8721-4e274b720be4 HTTP/1.1" status: 200 len: 849 time: 0.1066926 Jul 22 23:05:40.437954 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [None req-43f1d094-0d88-4707-8c49-2b6ef7605848 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:05:40.530166 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-43f1d094-0d88-4707-8c49-2b6ef7605848 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:05:40.688094 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-43f1d094-0d88-4707-8c49-2b6ef7605848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8769065717872'] for subnet, after_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:05:40.726958 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f1d094-0d88-4707-8c49-2b6ef7605848 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:05:40.726958 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-43f1d094-0d88-4707-8c49-2b6ef7605848 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585183'] for subnet, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:05:40.726958 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-43f1d094-0d88-4707-8c49-2b6ef7605848 admin admin] 10.222.0.44 "PUT /v2.0/subnets/3b060f16-e9f8-4b9d-8721-4e274b720be4 HTTP/1.1" status: 200 len: 868 time: 0.2927823 Jul 22 23:05:40.743485 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf31d21-0702-4890-ac51-9da9657b60e6 None None] Network 69edd92c-148c-4a77-9745-555b94179ba4 requested from dv-cinder-801875-2-iscsi {{(pid=93194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:05:40.751373 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f1d094-0d88-4707-8c49-2b6ef7605848 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b060f16-e9f8-4b9d-8721-4e274b720be4,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:05:40.762100 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f1d094-0d88-4707-8c49-2b6ef7605848 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:05:40.762492 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f1d094-0d88-4707-8c49-2b6ef7605848 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:05:40.762901 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f1d094-0d88-4707-8c49-2b6ef7605848 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:05:40.763264 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f1d094-0d88-4707-8c49-2b6ef7605848 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:05:40.763642 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f1d094-0d88-4707-8c49-2b6ef7605848 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:05:40.764000 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f1d094-0d88-4707-8c49-2b6ef7605848 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:05:40.764412 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f1d094-0d88-4707-8c49-2b6ef7605848 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:05:40.764744 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f1d094-0d88-4707-8c49-2b6ef7605848 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:05:40.765092 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f1d094-0d88-4707-8c49-2b6ef7605848 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:05:40.765414 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f1d094-0d88-4707-8c49-2b6ef7605848 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:05:40.765736 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f1d094-0d88-4707-8c49-2b6ef7605848 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:05:40.766055 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f1d094-0d88-4707-8c49-2b6ef7605848 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:05:41.184445 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-41806ea3-c03a-4e20-9dc8-1af8c24d12f5 None None] Provisioning complete for port d9299deb-b426-4bf1-9999-6aa8f1250937 triggered by entity DHCP. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:05:41.184823 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-41806ea3-c03a-4e20-9dc8-1af8c24d12f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832377'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:05:41.274972 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-41806ea3-c03a-4e20-9dc8-1af8c24d12f5 None None] Provisioning complete for port bbfbc42c-61ef-4dc8-970e-9fa67b255b83 triggered by entity DHCP. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:05:41.275232 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-41806ea3-c03a-4e20-9dc8-1af8c24d12f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832377'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:05:42.971662 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 58532) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:05:43.178478 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8915d15f-9432-45b1-96a0-486f49c0e773 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:05:43.178958 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8915d15f-9432-45b1-96a0-486f49c0e773 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:05:43.180577 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-8915d15f-9432-45b1-96a0-486f49c0e773 admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2080283 Jul 22 23:05:45.431029 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 58540) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:05:45.451586 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-418fe02e-7cfb-45cc-bc83-f5eff7628c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:05:45.565412 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e46bf11-77cb-4455-952b-a5a80edc4f72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:05:45.565816 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e46bf11-77cb-4455-952b-a5a80edc4f72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:05:45.567359 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-7e46bf11-77cb-4455-952b-a5a80edc4f72 admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1353691 Jul 22 23:05:47.754336 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 58548) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:05:47.885884 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d89151-0c46-4a28-9621-8f19fa60ba05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:05:47.887282 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-c5d89151-0c46-4a28-9621-8f19fa60ba05 admin admin] 10.222.0.44 "GET /v2.0/networks/69edd92c-148c-4a77-9745-555b94179ba4 HTTP/1.1" status: 200 len: 869 time: 0.1320055 Jul 22 23:05:48.129635 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-6992f251-4d03-48d2-8984-6678dcee41fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:05:48.638409 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:05:49.069466 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-d6d3e244-519d-4c84-95ee-f6386db2b0d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:05:50.078978 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 58556) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:05:50.204953 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ef107a-996d-40d2-aa27-8cd20e9ef72b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:05:50.206324 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-10ef107a-996d-40d2-aa27-8cd20e9ef72b admin admin] 10.222.0.44 "GET /v2.0/networks/e89e037f-b917-4fce-8638-db5189a5e8e4 HTTP/1.1" status: 200 len: 886 time: 0.1264036 Jul 22 23:05:50.853422 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-cbf739a1-5d20-402c-989d-00d0f7e6e81c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:05:52.391741 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 58564) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:05:52.523016 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be50e267-7c66-4a88-874a-644b3e4e9ba3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:05:52.523463 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be50e267-7c66-4a88-874a-644b3e4e9ba3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:05:52.525028 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-be50e267-7c66-4a88-874a-644b3e4e9ba3 admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1323204 Jul 22 23:05:54.743956 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 58572) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:05:54.847936 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c30fad7b-3c81-4b04-acfe-ac4d4692ad50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:05:54.848301 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c30fad7b-3c81-4b04-acfe-ac4d4692ad50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:05:54.849894 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-c30fad7b-3c81-4b04-acfe-ac4d4692ad50 admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1049149 Jul 22 23:05:56.896632 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.agents_db [None req-bfbb8894-14bb-41d0-8761-89beb89abbcb None None] Agent healthcheck: found 5 active agents {{(pid=93195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:05:57.043737 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 58580) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:05:57.133438 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc544662-febb-4b04-8b67-8c7efa35717b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:05:57.134770 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-dc544662-febb-4b04-8b67-8c7efa35717b admin admin] 10.222.0.44 "GET /v2.0/subnets/3b060f16-e9f8-4b9d-8721-4e274b720be4 HTTP/1.1" status: 200 len: 868 time: 0.0900500 Jul 22 23:05:59.300359 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 58588) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:05:59.384277 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8bde9b3-a6d2-43ba-a15f-c22178b1d618 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:05:59.385652 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-b8bde9b3-a6d2-43ba-a15f-c22178b1d618 admin admin] 10.222.0.44 "GET /v2.0/subnets/7d2d3a68-9173-4429-9239-290b8b68fb34 HTTP/1.1" status: 200 len: 816 time: 0.0843482 Jul 22 23:06:15.443823 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-bbe0aaed-8797-4662-b67b-25f38c67f8c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:06:18.130250 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-6bba89a7-8d1a-451c-8430-cf29186c396a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:06:18.640135 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:06:19.075215 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-d6d3e244-519d-4c84-95ee-f6386db2b0d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:06:20.855841 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-cbf739a1-5d20-402c-989d-00d0f7e6e81c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:06:23.826223 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 58640) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:06:23.872720 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [None req-048996ae-4fcb-4f82-9240-b919b6615b56 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=93192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:06:23.873758 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-048996ae-4fcb-4f82-9240-b919b6615b56 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0465989 Jul 22 23:06:26.090972 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 58648) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:06:26.153097 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cbf37f5-b24b-4d2d-a093-50a559ca824e admin admin] GET failed (client error): The resource could not be found. Jul 22 23:06:26.154424 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-6cbf37f5-b24b-4d2d-a093-50a559ca824e admin admin] 10.222.0.44 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0625188 Jul 22 23:06:26.240125 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df9e468-72d2-4c06-9d4e-c5738c405771 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:06:26.241623 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-5df9e468-72d2-4c06-9d4e-c5738c405771 admin admin] 10.222.0.44 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0833330 Jul 22 23:06:28.428155 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 58656) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:06:28.474536 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.v2.base [None req-f392dbb2-2a2a-4241-b976-dadbb29635e9 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=93192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:06:28.499803 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f392dbb2-2a2a-4241-b976-dadbb29635e9 admin admin] Made reservation on behalf of f1fffe3ad6f546afa04f60c15da9c8f5 for: {'network': 1} {{(pid=93192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:06:28.502115 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-f392dbb2-2a2a-4241-b976-dadbb29635e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for network, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:06:28.530288 dv-cinder-801875-2-iscsi neutron-server[93192]: WARNING neutron.services.revisions.revision_plugin [None req-f392dbb2-2a2a-4241-b976-dadbb29635e9 admin admin] Could not find related network for resource to bump revision. Jul 22 23:06:28.544742 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f392dbb2-2a2a-4241-b976-dadbb29635e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 895, 'physical_network': 'physnet1'} {{(pid=93192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:06:28.554615 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-f392dbb2-2a2a-4241-b976-dadbb29635e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822282'] for segment, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:06:28.554944 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.db.segments_db [None req-f392dbb2-2a2a-4241-b976-dadbb29635e9 admin admin] Added segment 069d9068-9961-4c5b-9305-0862e731277b of type vlan for network 0bbe4b3b-b249-4db2-bfe3-c95e2225426b Jul 22 23:06:28.594506 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-f392dbb2-2a2a-4241-b976-dadbb29635e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769065302510'] for network, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:06:28.622936 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-f392dbb2-2a2a-4241-b976-dadbb29635e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165'] for network, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:06:28.623788 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f392dbb2-2a2a-4241-b976-dadbb29635e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:06:28.624384 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-f392dbb2-2a2a-4241-b976-dadbb29635e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585183'] for network, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:06:28.654552 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-f392dbb2-2a2a-4241-b976-dadbb29635e9 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2247870 Jul 22 23:06:28.687752 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f392dbb2-2a2a-4241-b976-dadbb29635e9 admin admin] Pushing event updated for resources: {'Network': ['ID=0bbe4b3b-b249-4db2-bfe3-c95e2225426b,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:06:28.695135 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f392dbb2-2a2a-4241-b976-dadbb29635e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:06:28.695498 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f392dbb2-2a2a-4241-b976-dadbb29635e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:06:28.695839 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f392dbb2-2a2a-4241-b976-dadbb29635e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:06:28.696170 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f392dbb2-2a2a-4241-b976-dadbb29635e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:06:28.696808 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f392dbb2-2a2a-4241-b976-dadbb29635e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:06:28.697162 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f392dbb2-2a2a-4241-b976-dadbb29635e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:06:28.697488 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f392dbb2-2a2a-4241-b976-dadbb29635e9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:06:28.697808 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f392dbb2-2a2a-4241-b976-dadbb29635e9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:06:28.698144 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f392dbb2-2a2a-4241-b976-dadbb29635e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:06:28.698466 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f392dbb2-2a2a-4241-b976-dadbb29635e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:06:28.698784 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f392dbb2-2a2a-4241-b976-dadbb29635e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:06:28.699105 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f392dbb2-2a2a-4241-b976-dadbb29635e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:06:28.711338 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Network 0bbe4b3b-b249-4db2-bfe3-c95e2225426b details requested by agent ovs-agent-dv-cinder-801875-2-iscsi with host dv-cinder-801875-2-iscsi {{(pid=93194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:06:30.866874 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 58664) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:06:30.932928 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.pecan_wsgi.hooks.translation [None req-85cd691c-c43a-40f1-ba31-18f728764e19 admin admin] GET failed (client error): The resource could not be found. Jul 22 23:06:30.934222 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-85cd691c-c43a-40f1-ba31-18f728764e19 admin admin] 10.222.0.44 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0663905 Jul 22 23:06:31.003328 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1abbb917-30af-4d05-ab41-6628daf8c5e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:06:31.004836 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-1abbb917-30af-4d05-ab41-6628daf8c5e2 admin admin] 10.222.0.44 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0668018 Jul 22 23:06:31.015238 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.v2.base [None req-096f3122-31b8-4eb7-9c99-989b69977edf admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': '0bbe4b3b-b249-4db2-bfe3-c95e2225426b'}} {{(pid=93192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:06:31.039126 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-096f3122-31b8-4eb7-9c99-989b69977edf admin admin] Made reservation on behalf of f1fffe3ad6f546afa04f60c15da9c8f5 for: {'subnet': 1} {{(pid=93192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:06:31.042316 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-096f3122-31b8-4eb7-9c99-989b69977edf admin admin] Notify callbacks [] for subnet, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:06:31.214173 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-096f3122-31b8-4eb7-9c99-989b69977edf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165'] for subnet, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:06:31.265040 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096f3122-31b8-4eb7-9c99-989b69977edf admin admin] Pushing event updated for resources: {'Subnet': ['ID=0884a910-47a6-4179-ad19-d8db72af1b5a,revision_number=0']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:06:31.279479 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096f3122-31b8-4eb7-9c99-989b69977edf admin admin] Checking segment: {'id': '069d9068-9961-4c5b-9305-0862e731277b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '0bbe4b3b-b249-4db2-bfe3-c95e2225426b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:06:31.279859 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-096f3122-31b8-4eb7-9c99-989b69977edf admin admin] Network hostable DHCP agents. Network: 0bbe4b3b-b249-4db2-bfe3-c95e2225426b, hostable agents: ['5089d900-808c-476c-958a-0c524ee0753f'], hosted agents: [] {{(pid=93192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:06:31.295613 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-096f3122-31b8-4eb7-9c99-989b69977edf admin admin] Network 0bbe4b3b-b249-4db2-bfe3-c95e2225426b is scheduled to be hosted by DHCP agent 5089d900-808c-476c-958a-0c524ee0753f with binding_index 1 {{(pid=93192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:06:31.305927 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.scheduler.base_scheduler [None req-096f3122-31b8-4eb7-9c99-989b69977edf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801875-2-iscsi, 0bbe4b3b-b249-4db2-bfe3-c95e2225426b) {{(pid=93192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:06:31.311100 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-096f3122-31b8-4eb7-9c99-989b69977edf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:06:31.311703 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-096f3122-31b8-4eb7-9c99-989b69977edf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585183'] for subnet, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:06:31.317517 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0feb8cd-8897-4bdf-9961-bcff9f9a354a None None] Network 0bbe4b3b-b249-4db2-bfe3-c95e2225426b requested from dv-cinder-801875-2-iscsi {{(pid=93194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:06:31.325350 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-096f3122-31b8-4eb7-9c99-989b69977edf admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3143651 Jul 22 23:06:31.571612 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c4235c1-8259-4414-9731-9659d247dac9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98100b3a-e8ad-5682-a9ac-80bb6e32739f-0bbe4b3b-b249-4db2-bfe3-c95e2225426b', 'network_id': '0bbe4b3b-b249-4db2-bfe3-c95e2225426b', 'tenant_id': 'f1fffe3ad6f546afa04f60c15da9c8f5', 'fixed_ips': [{'subnet_id': '0884a910-47a6-4179-ad19-d8db72af1b5a'}]}} from dv-cinder-801875-2-iscsi. {{(pid=93194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:06:31.572501 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3c4235c1-8259-4414-9731-9659d247dac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_create {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:06:31.717123 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.db_base_plugin_common [None req-3c4235c1-8259-4414-9731-9659d247dac9 None None] Allocated IP 192.168.233.2 (0bbe4b3b-b249-4db2-bfe3-c95e2225426b/0884a910-47a6-4179-ad19-d8db72af1b5a/dec702b0-3404-4d69-8815-c1ec413980fc) {{(pid=93194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:06:31.863711 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3c4235c1-8259-4414-9731-9659d247dac9 None None] Notify callbacks [] for port, precommit_create {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:06:31.874013 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-3c4235c1-8259-4414-9731-9659d247dac9 None None] Transition to ACTIVE for port object dec702b0-3404-4d69-8815-c1ec413980fc will not be triggered until provisioned by entity L2. {{(pid=93194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:06:31.890199 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-3c4235c1-8259-4414-9731-9659d247dac9 None None] Transition to ACTIVE for port object dec702b0-3404-4d69-8815-c1ec413980fc will not be triggered until provisioned by entity DHCP. {{(pid=93194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:06:31.896375 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3c4235c1-8259-4414-9731-9659d247dac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769065317241'] for port, after_create {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:06:31.944779 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4235c1-8259-4414-9731-9659d247dac9 None None] Network 0bbe4b3b-b249-4db2-bfe3-c95e2225426b is already hosted by enough agents. {{(pid=93194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:06:31.948202 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.scheduler.base_scheduler [None req-3c4235c1-8259-4414-9731-9659d247dac9 None None] Resources bound (agent type, host, resource id): {{(pid=93194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:06:31.952579 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4235c1-8259-4414-9731-9659d247dac9 None None] Received port after_create {{(pid=93194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:06:31.955629 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4235c1-8259-4414-9731-9659d247dac9 None None] Pushing event updated for resources: {'Port': ['ID=dec702b0-3404-4d69-8815-c1ec413980fc,revision_number=1']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:06:31.966329 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4235c1-8259-4414-9731-9659d247dac9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:06:31.966677 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4235c1-8259-4414-9731-9659d247dac9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:06:31.967025 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4235c1-8259-4414-9731-9659d247dac9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:06:31.967365 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4235c1-8259-4414-9731-9659d247dac9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:06:31.967699 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4235c1-8259-4414-9731-9659d247dac9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:06:31.968031 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4235c1-8259-4414-9731-9659d247dac9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:06:31.968461 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4235c1-8259-4414-9731-9659d247dac9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:06:31.968712 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4235c1-8259-4414-9731-9659d247dac9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:06:31.969061 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4235c1-8259-4414-9731-9659d247dac9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:06:31.969391 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4235c1-8259-4414-9731-9659d247dac9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:06:31.969718 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4235c1-8259-4414-9731-9659d247dac9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:06:31.970047 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4235c1-8259-4414-9731-9659d247dac9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:06:32.023411 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.managers [None req-3c4235c1-8259-4414-9731-9659d247dac9 None None] Attempting to bind port dec702b0-3404-4d69-8815-c1ec413980fc on host dv-cinder-801875-2-iscsi for vnic_type normal with profile {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:06:32.023785 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.managers [None req-3c4235c1-8259-4414-9731-9659d247dac9 None None] Attempting to bind port dec702b0-3404-4d69-8815-c1ec413980fc by drivers openvswitch,hyperv on host dv-cinder-801875-2-iscsi at level 0 using segments [{'id': '069d9068-9961-4c5b-9305-0862e731277b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '0bbe4b3b-b249-4db2-bfe3-c95e2225426b'}] {{(pid=93194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:06:32.024166 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4235c1-8259-4414-9731-9659d247dac9 None None] Attempting to bind port dec702b0-3404-4d69-8815-c1ec413980fc on network 0bbe4b3b-b249-4db2-bfe3-c95e2225426b {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:06:32.029189 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4235c1-8259-4414-9731-9659d247dac9 None None] Checking agent: {'id': 'f30eb83a-2393-42b8-bba2-207fe5e6c4a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801875-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 3, 19), 'started_at': datetime.datetime(2021, 7, 22, 23, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801875-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:06:32.029566 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4235c1-8259-4414-9731-9659d247dac9 None None] Checking segment: {'id': '069d9068-9961-4c5b-9305-0862e731277b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '0bbe4b3b-b249-4db2-bfe3-c95e2225426b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:06:32.029969 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3c4235c1-8259-4414-9731-9659d247dac9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:06:32.030353 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4235c1-8259-4414-9731-9659d247dac9 None None] Bound using segment: {'id': '069d9068-9961-4c5b-9305-0862e731277b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '0bbe4b3b-b249-4db2-bfe3-c95e2225426b'} {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:06:32.030937 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.managers [None req-3c4235c1-8259-4414-9731-9659d247dac9 None None] Bound port: dec702b0-3404-4d69-8815-c1ec413980fc, host: dv-cinder-801875-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '069d9068-9961-4c5b-9305-0862e731277b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '0bbe4b3b-b249-4db2-bfe3-c95e2225426b'}}] {{(pid=93194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:06:32.031338 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3c4235c1-8259-4414-9731-9659d247dac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:06:32.093690 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-3c4235c1-8259-4414-9731-9659d247dac9 None None] For port dec702b0-3404-4d69-8815-c1ec413980fc, host dv-cinder-801875-2-iscsi, cleared binding levels {{(pid=93194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:06:32.097371 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-3c4235c1-8259-4414-9731-9659d247dac9 None None] For port dec702b0-3404-4d69-8815-c1ec413980fc, host dv-cinder-801875-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801875-2-iscsi',level=0,port_id=dec702b0-3404-4d69-8815-c1ec413980fc,segment=NetworkSegment(069d9068-9961-4c5b-9305-0862e731277b),segment_id=069d9068-9961-4c5b-9305-0862e731277b)] {{(pid=93194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:06:32.103452 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3c4235c1-8259-4414-9731-9659d247dac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:06:32.161978 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4235c1-8259-4414-9731-9659d247dac9 None None] Pushing event updated for resources: {'Port': ['ID=dec702b0-3404-4d69-8815-c1ec413980fc,revision_number=2']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:06:32.652132 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Device dec702b0-3404-4d69-8815-c1ec413980fc up at agent ovs-agent-dv-cinder-801875-2-iscsi {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:06:32.712584 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Provisioning for port dec702b0-3404-4d69-8815-c1ec413980fc completed by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:06:32.951387 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d07b89c1-c612-489f-a665-b36b637e2d31 None None] Network 0bbe4b3b-b249-4db2-bfe3-c95e2225426b requested from dv-cinder-801875-2-iscsi {{(pid=93194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:06:33.013917 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-f33e768e-160c-428f-b74a-fd836c3bd2df None None] Provisioning for port dec702b0-3404-4d69-8815-c1ec413980fc completed by entity DHCP. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:06:33.025499 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-f33e768e-160c-428f-b74a-fd836c3bd2df None None] Provisioning complete for port dec702b0-3404-4d69-8815-c1ec413980fc triggered by entity DHCP. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:06:33.025867 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-f33e768e-160c-428f-b74a-fd836c3bd2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832377'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:06:33.174359 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-f33e768e-160c-428f-b74a-fd836c3bd2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:06:33.214392 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-f33e768e-160c-428f-b74a-fd836c3bd2df None None] For port dec702b0-3404-4d69-8815-c1ec413980fc, host dv-cinder-801875-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801875-2-iscsi',level=0,port_id=dec702b0-3404-4d69-8815-c1ec413980fc,segment=NetworkSegment(069d9068-9961-4c5b-9305-0862e731277b),segment_id=069d9068-9961-4c5b-9305-0862e731277b)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:06:33.219135 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-f33e768e-160c-428f-b74a-fd836c3bd2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:06:33.275994 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33e768e-160c-428f-b74a-fd836c3bd2df None None] Pushing event updated for resources: {'Port': ['ID=dec702b0-3404-4d69-8815-c1ec413980fc,revision_number=3']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:06:33.440538 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-df0ff262-cb1a-416a-94c8-2bb7f646d0d8 None None] Provisioning complete for port dec702b0-3404-4d69-8815-c1ec413980fc triggered by entity DHCP. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:06:33.440940 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-df0ff262-cb1a-416a-94c8-2bb7f646d0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832377'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:06:33.896389 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.agents_db [None req-bfbb8894-14bb-41d0-8761-89beb89abbcb None None] Agent healthcheck: found 5 active agents {{(pid=93195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:06:34.627153 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Device dec702b0-3404-4d69-8815-c1ec413980fc up at agent ovs-agent-dv-cinder-801875-2-iscsi {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:06:34.674225 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Provisioning complete for port dec702b0-3404-4d69-8815-c1ec413980fc triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:06:34.674578 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832377'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:06:45.445136 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-34458cfb-1b99-4d6b-8f5f-e75d3bc0ada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:06:48.131803 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-82bd7d14-1a53-46e9-8c06-1cf64fc8857c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:06:48.640433 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:06:49.076048 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-d6d3e244-519d-4c84-95ee-f6386db2b0d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:06:50.860389 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-cbf739a1-5d20-402c-989d-00d0f7e6e81c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:07:10.951036 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.agents_db [None req-bfbb8894-14bb-41d0-8761-89beb89abbcb None None] Agent healthcheck: found 5 active agents {{(pid=93195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:07:15.449397 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-902fb04c-080d-4125-b8b4-9767bcaf931d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:07:18.133188 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-de5ad9c2-2b38-4ad8-a629-eab2a781cddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:07:18.642052 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:07:19.078147 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-d6d3e244-519d-4c84-95ee-f6386db2b0d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:07:20.861656 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-cbf739a1-5d20-402c-989d-00d0f7e6e81c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:07:41.490768 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 58716) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:07:41.596725 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [None req-0fc679b6-52c7-4cee-8ab7-5e9acd559f14 tempest-verify_tempest_config-1395781101 tempest-verify_tempest_config-1395781101-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=93192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:07:41.597820 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-0fc679b6-52c7-4cee-8ab7-5e9acd559f14 tempest-verify_tempest_config-1395781101 tempest-verify_tempest_config-1395781101-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1060486 Jul 22 23:07:41.907067 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 58734) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:07:42.006112 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-83cd70f9-afaa-4c2d-8c12-6d6d2b6bfc85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:07:42.091352 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-83cd70f9-afaa-4c2d-8c12-6d6d2b6bfc85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:07:42.095087 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-83cd70f9-afaa-4c2d-8c12-6d6d2b6bfc85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:07:42.137683 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cd70f9-afaa-4c2d-8c12-6d6d2b6bfc85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df93610d-95a3-439e-9b4d-9cf6601041eb,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:07:42.142211 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-83cd70f9-afaa-4c2d-8c12-6d6d2b6bfc85 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f9d349d969c74db2bcd4fcf97ac8ee38&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2341473 Jul 22 23:07:42.145057 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 58740) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:07:42.146509 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cd70f9-afaa-4c2d-8c12-6d6d2b6bfc85 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:07:42.146852 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cd70f9-afaa-4c2d-8c12-6d6d2b6bfc85 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:07:42.147249 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cd70f9-afaa-4c2d-8c12-6d6d2b6bfc85 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:07:42.147587 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cd70f9-afaa-4c2d-8c12-6d6d2b6bfc85 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:07:42.147953 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cd70f9-afaa-4c2d-8c12-6d6d2b6bfc85 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:07:42.148279 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cd70f9-afaa-4c2d-8c12-6d6d2b6bfc85 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:07:42.148923 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cd70f9-afaa-4c2d-8c12-6d6d2b6bfc85 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:07:42.148923 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cd70f9-afaa-4c2d-8c12-6d6d2b6bfc85 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:07:42.149275 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cd70f9-afaa-4c2d-8c12-6d6d2b6bfc85 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:07:42.149595 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cd70f9-afaa-4c2d-8c12-6d6d2b6bfc85 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:07:42.149910 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cd70f9-afaa-4c2d-8c12-6d6d2b6bfc85 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:07:42.150223 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cd70f9-afaa-4c2d-8c12-6d6d2b6bfc85 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:07:42.199378 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-82c7392b-e406-40a9-9d51-d07464d8fe5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:07:42.219359 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-82c7392b-e406-40a9-9d51-d07464d8fe5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:07:42.305620 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-82c7392b-e406-40a9-9d51-d07464d8fe5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:07:42.308277 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-82c7392b-e406-40a9-9d51-d07464d8fe5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:07:42.309603 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-82c7392b-e406-40a9-9d51-d07464d8fe5a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/df93610d-95a3-439e-9b4d-9cf6601041eb HTTP/1.1" status: 204 len: 168 time: 0.1635368 Jul 22 23:07:42.317273 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c7392b-e406-40a9-9d51-d07464d8fe5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df93610d-95a3-439e-9b4d-9cf6601041eb,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:07:42.324444 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c7392b-e406-40a9-9d51-d07464d8fe5a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:07:42.324809 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c7392b-e406-40a9-9d51-d07464d8fe5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:07:42.325142 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c7392b-e406-40a9-9d51-d07464d8fe5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:07:42.325473 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c7392b-e406-40a9-9d51-d07464d8fe5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:07:42.325822 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c7392b-e406-40a9-9d51-d07464d8fe5a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:07:42.326260 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c7392b-e406-40a9-9d51-d07464d8fe5a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:07:42.326481 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c7392b-e406-40a9-9d51-d07464d8fe5a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:07:42.326798 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c7392b-e406-40a9-9d51-d07464d8fe5a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:07:42.327131 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c7392b-e406-40a9-9d51-d07464d8fe5a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:07:42.327447 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c7392b-e406-40a9-9d51-d07464d8fe5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:07:42.327767 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c7392b-e406-40a9-9d51-d07464d8fe5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:07:42.328074 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c7392b-e406-40a9-9d51-d07464d8fe5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:07:45.451365 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-317c1f20-12dc-408c-abb7-dc780c98ff89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:07:47.900217 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.agents_db [None req-bfbb8894-14bb-41d0-8761-89beb89abbcb None None] Agent healthcheck: found 5 active agents {{(pid=93195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:07:48.137459 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-6da29b68-faf0-4da1-8800-4f287b44e67e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:07:48.647168 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:07:49.080899 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-d6d3e244-519d-4c84-95ee-f6386db2b0d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:07:50.867523 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-cbf739a1-5d20-402c-989d-00d0f7e6e81c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:15.452633 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-d335a5cf-95b4-4746-b73e-08f0264a1b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:18.137937 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-31eb38ba-a9a5-4df6-973f-4ded44f85226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:18.648122 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:19.084210 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-d6d3e244-519d-4c84-95ee-f6386db2b0d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:20.867023 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-cbf739a1-5d20-402c-989d-00d0f7e6e81c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:24.899187 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.agents_db [None req-bfbb8894-14bb-41d0-8761-89beb89abbcb None None] Agent healthcheck: found 5 active agents {{(pid=93195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:08:45.460099 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a9c0219-0b46-40ba-8fb5-265d8d3790ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:48.141532 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-00b2e4f6-971c-4863-a1bc-9a245c2aa8a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:48.648798 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:49.086523 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-d6d3e244-519d-4c84-95ee-f6386db2b0d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:08:50.871211 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-cbf739a1-5d20-402c-989d-00d0f7e6e81c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:01.898646 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.agents_db [None req-bfbb8894-14bb-41d0-8761-89beb89abbcb None None] Agent healthcheck: found 5 active agents {{(pid=93195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:09:15.459327 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03c0ab6b-d90f-4d45-8ca1-a3c85e1f1870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:18.142017 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-fd417eb6-0eb9-4473-80bf-9ee0921b5098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:18.650191 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:18.728082 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-676332'] for agent, after_create {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:19.090834 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-d6d3e244-519d-4c84-95ee-f6386db2b0d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:20.873186 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-cbf739a1-5d20-402c-989d-00d0f7e6e81c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:33.570370 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 58812) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:09:33.670770 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-d214ce21-c157-4fa6-af62-5c12a1304e9a admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0993016 Jul 22 23:09:35.863610 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 58822) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:09:35.918259 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-2f5eb351-1eb4-4c6b-900f-da9377a61410 admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0529771 Jul 22 23:09:38.898055 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.agents_db [None req-bfbb8894-14bb-41d0-8761-89beb89abbcb None None] Agent healthcheck: found 6 active agents {{(pid=93195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:09:45.450168 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-d38a4665-9591-4dad-a4b6-3dfdc9c202b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:48.144599 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-bc7ba71d-8f77-4301-a794-1049a5c9f117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:48.649679 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:48.687655 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:49.093776 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-d6d3e244-519d-4c84-95ee-f6386db2b0d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:09:50.874684 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-cbf739a1-5d20-402c-989d-00d0f7e6e81c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:15.453543 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-9798fa65-3172-4ac9-ad91-16d311fea484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:15.897017 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.agents_db [None req-bfbb8894-14bb-41d0-8761-89beb89abbcb None None] Agent healthcheck: found 6 active agents {{(pid=93195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:10:18.148260 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-c7e9aa96-2db4-43bf-a270-a4a98876eb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:18.651058 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:18.674451 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:19.095926 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-d6d3e244-519d-4c84-95ee-f6386db2b0d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:20.877283 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-cbf739a1-5d20-402c-989d-00d0f7e6e81c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:45.456587 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-c3cec789-c7bc-4f0b-9342-8424c4aa00ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:48.149304 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-223a1c2e-fdda-4c5b-baf3-a95f37547b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:48.652221 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:48.677082 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:49.098723 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-d6d3e244-519d-4c84-95ee-f6386db2b0d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:50.880297 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-cbf739a1-5d20-402c-989d-00d0f7e6e81c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:10:52.896952 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.agents_db [None req-bfbb8894-14bb-41d0-8761-89beb89abbcb None None] Agent healthcheck: found 6 active agents {{(pid=93195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:11:04.148129 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 58912) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:11:04.400979 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.v2.base [None req-70074271-9b68-4883-a797-be1a9ce0537b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1742933256-network', 'tenant_id': '744f017b5f3b4225a42e6e393a02127c'}} {{(pid=93192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:11:04.456718 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70074271-9b68-4883-a797-be1a9ce0537b admin admin] Made reservation on behalf of 744f017b5f3b4225a42e6e393a02127c for: {'network': 1} {{(pid=93192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:11:04.459137 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-70074271-9b68-4883-a797-be1a9ce0537b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for network, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:04.489025 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-70074271-9b68-4883-a797-be1a9ce0537b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:04.706191 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 58930) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:11:04.804491 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-70074271-9b68-4883-a797-be1a9ce0537b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:04.819575 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-70074271-9b68-4883-a797-be1a9ce0537b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:04.843344 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70074271-9b68-4883-a797-be1a9ce0537b admin admin] vlan segment allocate from pool success with {'vlan_id': 878, 'physical_network': 'physnet1'} {{(pid=93192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:11:04.898021 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70074271-9b68-4883-a797-be1a9ce0537b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a448ffd-040c-4880-b1dd-3c9b178b1182,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:04.914358 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-70074271-9b68-4883-a797-be1a9ce0537b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822282'] for segment, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:04.915357 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.db.segments_db [None req-70074271-9b68-4883-a797-be1a9ce0537b admin admin] Added segment 69f152eb-c13e-4a44-8c60-291129df9470 of type vlan for network de397990-f2a1-432f-9415-ba1f7a83fc14 Jul 22 23:11:04.919052 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70074271-9b68-4883-a797-be1a9ce0537b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:11:04.920201 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70074271-9b68-4883-a797-be1a9ce0537b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:11:04.921120 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70074271-9b68-4883-a797-be1a9ce0537b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:11:04.921930 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70074271-9b68-4883-a797-be1a9ce0537b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:11:04.922825 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70074271-9b68-4883-a797-be1a9ce0537b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:11:04.923965 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70074271-9b68-4883-a797-be1a9ce0537b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:11:04.924894 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70074271-9b68-4883-a797-be1a9ce0537b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:11:04.925543 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70074271-9b68-4883-a797-be1a9ce0537b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:11:04.926207 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70074271-9b68-4883-a797-be1a9ce0537b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:11:04.926863 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70074271-9b68-4883-a797-be1a9ce0537b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:11:04.927507 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70074271-9b68-4883-a797-be1a9ce0537b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:11:04.928142 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70074271-9b68-4883-a797-be1a9ce0537b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:11:04.930382 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70074271-9b68-4883-a797-be1a9ce0537b admin admin] Tracked resource versions report: Jul 22 23:11:04.930382 dv-cinder-801875-2-iscsi neutron-server[93192]: pushed versions: Jul 22 23:11:04.930382 dv-cinder-801875-2-iscsi neutron-server[93192]: { 'AddressGroup': {'1.2'}, Jul 22 23:11:04.930382 dv-cinder-801875-2-iscsi neutron-server[93192]: 'ConntrackHelper': {'1.0'}, Jul 22 23:11:04.930382 dv-cinder-801875-2-iscsi neutron-server[93192]: 'Log': {'1.0'}, Jul 22 23:11:04.930382 dv-cinder-801875-2-iscsi neutron-server[93192]: 'Network': {'1.1'}, Jul 22 23:11:04.930382 dv-cinder-801875-2-iscsi neutron-server[93192]: 'Port': {'1.7'}, Jul 22 23:11:04.930382 dv-cinder-801875-2-iscsi neutron-server[93192]: 'PortForwarding': {'1.2'}, Jul 22 23:11:04.930382 dv-cinder-801875-2-iscsi neutron-server[93192]: 'QosPolicy': {'1.8'}, Jul 22 23:11:04.930382 dv-cinder-801875-2-iscsi neutron-server[93192]: 'SecurityGroup': {'1.4'}, Jul 22 23:11:04.930382 dv-cinder-801875-2-iscsi neutron-server[93192]: 'SecurityGroupRule': {'1.2'}, Jul 22 23:11:04.930382 dv-cinder-801875-2-iscsi neutron-server[93192]: 'SubPort': {'1.0'}, Jul 22 23:11:04.930382 dv-cinder-801875-2-iscsi neutron-server[93192]: 'Subnet': {'1.1'}, Jul 22 23:11:04.930382 dv-cinder-801875-2-iscsi neutron-server[93192]: 'Trunk': {'1.1'}} Jul 22 23:11:04.930382 dv-cinder-801875-2-iscsi neutron-server[93192]: consumer versions: Jul 22 23:11:04.930382 dv-cinder-801875-2-iscsi neutron-server[93192]: { DHCP agent@dv-cinder-801875-2-iscsi: {}, Jul 22 23:11:04.930382 dv-cinder-801875-2-iscsi neutron-server[93192]: HyperV agent@hv-cinder-80187: {}, Jul 22 23:11:04.930382 dv-cinder-801875-2-iscsi neutron-server[93192]: L3 agent@dv-cinder-801875-2-iscsi: {}, Jul 22 23:11:04.930382 dv-cinder-801875-2-iscsi neutron-server[93192]: Metadata agent@dv-cinder-801875-2-iscsi: {}, Jul 22 23:11:04.930382 dv-cinder-801875-2-iscsi neutron-server[93192]: Metering agent@dv-cinder-801875-2-iscsi: {}, Jul 22 23:11:04.930382 dv-cinder-801875-2-iscsi neutron-server[93192]: Open vSwitch agent@dv-cinder-801875-2-iscsi: { 'AddressGroup': '1.2', Jul 22 23:11:04.930382 dv-cinder-801875-2-iscsi neutron-server[93192]: 'ConntrackHelper': '1.0', Jul 22 23:11:04.930382 dv-cinder-801875-2-iscsi neutron-server[93192]: 'Log': '1.0', Jul 22 23:11:04.930382 dv-cinder-801875-2-iscsi neutron-server[93192]: 'Network': '1.1', Jul 22 23:11:04.930382 dv-cinder-801875-2-iscsi neutron-server[93192]: 'Port': '1.7', Jul 22 23:11:04.930382 dv-cinder-801875-2-iscsi neutron-server[93192]: 'PortForwarding': '1.2', Jul 22 23:11:04.930382 dv-cinder-801875-2-iscsi neutron-server[93192]: 'QosPolicy': '1.8', Jul 22 23:11:04.930382 dv-cinder-801875-2-iscsi neutron-server[93192]: 'SecurityGroup': '1.4', Jul 22 23:11:04.930382 dv-cinder-801875-2-iscsi neutron-server[93192]: 'SecurityGroupRule': '1.2', Jul 22 23:11:04.930382 dv-cinder-801875-2-iscsi neutron-server[93192]: 'SubPort': '1.0', Jul 22 23:11:04.930382 dv-cinder-801875-2-iscsi neutron-server[93192]: 'Subnet': '1.1', Jul 22 23:11:04.930382 dv-cinder-801875-2-iscsi neutron-server[93192]: 'Trunk': '1.1'}} Jul 22 23:11:04.930382 dv-cinder-801875-2-iscsi neutron-server[93192]: {{(pid=93192) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 23:11:04.999657 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [None req-4c9f6c04-dcdd-485f-be4a-9874b9fc06fd admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1182319753-network', 'tenant_id': '508ce7147574443fa7fe75758145d216'}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:11:05.010270 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-70074271-9b68-4883-a797-be1a9ce0537b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769065302510'] for network, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:05.055020 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-70074271-9b68-4883-a797-be1a9ce0537b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165'] for network, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:05.055734 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70074271-9b68-4883-a797-be1a9ce0537b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:05.056589 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-70074271-9b68-4883-a797-be1a9ce0537b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585183'] for network, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:05.071121 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c9f6c04-dcdd-485f-be4a-9874b9fc06fd admin admin] Made reservation on behalf of 508ce7147574443fa7fe75758145d216 for: {'network': 1} {{(pid=93193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:11:05.073917 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-4c9f6c04-dcdd-485f-be4a-9874b9fc06fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for network, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:05.096659 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-4c9f6c04-dcdd-485f-be4a-9874b9fc06fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:05.124293 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-70074271-9b68-4883-a797-be1a9ce0537b admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9750352 Jul 22 23:11:05.127936 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 58964) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:11:05.168360 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.v2.base [None req-076ee155-16c6-4e6b-b7de-890a56aae2d5 admin admin] Request body: {'subnet': {'network_id': 'de397990-f2a1-432f-9415-ba1f7a83fc14', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1742933256-subnet', 'tenant_id': '744f017b5f3b4225a42e6e393a02127c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:11:05.173434 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70074271-9b68-4883-a797-be1a9ce0537b admin admin] Pushing event updated for resources: {'Network': ['ID=de397990-f2a1-432f-9415-ba1f7a83fc14,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:05.185684 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Network de397990-f2a1-432f-9415-ba1f7a83fc14 details requested by agent ovs-agent-dv-cinder-801875-2-iscsi with host dv-cinder-801875-2-iscsi {{(pid=93194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:11:05.209822 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-4c9f6c04-dcdd-485f-be4a-9874b9fc06fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:05.217864 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-4c9f6c04-dcdd-485f-be4a-9874b9fc06fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:05.238544 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-076ee155-16c6-4e6b-b7de-890a56aae2d5 admin admin] Made reservation on behalf of 744f017b5f3b4225a42e6e393a02127c for: {'subnet': 1} {{(pid=93192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:11:05.242146 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-076ee155-16c6-4e6b-b7de-890a56aae2d5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:05.280889 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9f6c04-dcdd-485f-be4a-9874b9fc06fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=134fe344-c02f-48ba-ba66-15d9e1d87c41,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:05.291488 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c9f6c04-dcdd-485f-be4a-9874b9fc06fd admin admin] vlan segment allocate from pool success with {'vlan_id': 885, 'physical_network': 'physnet1'} {{(pid=93193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:11:05.294720 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9f6c04-dcdd-485f-be4a-9874b9fc06fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:11:05.295287 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9f6c04-dcdd-485f-be4a-9874b9fc06fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:11:05.295810 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9f6c04-dcdd-485f-be4a-9874b9fc06fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:11:05.296367 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9f6c04-dcdd-485f-be4a-9874b9fc06fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:11:05.296867 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9f6c04-dcdd-485f-be4a-9874b9fc06fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:11:05.297379 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9f6c04-dcdd-485f-be4a-9874b9fc06fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:11:05.297943 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9f6c04-dcdd-485f-be4a-9874b9fc06fd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:11:05.298437 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9f6c04-dcdd-485f-be4a-9874b9fc06fd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:11:05.299466 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9f6c04-dcdd-485f-be4a-9874b9fc06fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:11:05.299984 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9f6c04-dcdd-485f-be4a-9874b9fc06fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:11:05.300496 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9f6c04-dcdd-485f-be4a-9874b9fc06fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:11:05.301428 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9f6c04-dcdd-485f-be4a-9874b9fc06fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:11:05.302460 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9f6c04-dcdd-485f-be4a-9874b9fc06fd admin admin] Tracked resource versions report: Jul 22 23:11:05.302460 dv-cinder-801875-2-iscsi neutron-server[93193]: pushed versions: Jul 22 23:11:05.302460 dv-cinder-801875-2-iscsi neutron-server[93193]: { 'AddressGroup': {'1.2'}, Jul 22 23:11:05.302460 dv-cinder-801875-2-iscsi neutron-server[93193]: 'ConntrackHelper': {'1.0'}, Jul 22 23:11:05.302460 dv-cinder-801875-2-iscsi neutron-server[93193]: 'Log': {'1.0'}, Jul 22 23:11:05.302460 dv-cinder-801875-2-iscsi neutron-server[93193]: 'Network': {'1.1'}, Jul 22 23:11:05.302460 dv-cinder-801875-2-iscsi neutron-server[93193]: 'Port': {'1.7'}, Jul 22 23:11:05.302460 dv-cinder-801875-2-iscsi neutron-server[93193]: 'PortForwarding': {'1.2'}, Jul 22 23:11:05.302460 dv-cinder-801875-2-iscsi neutron-server[93193]: 'QosPolicy': {'1.8'}, Jul 22 23:11:05.302460 dv-cinder-801875-2-iscsi neutron-server[93193]: 'SecurityGroup': {'1.4'}, Jul 22 23:11:05.302460 dv-cinder-801875-2-iscsi neutron-server[93193]: 'SecurityGroupRule': {'1.2'}, Jul 22 23:11:05.302460 dv-cinder-801875-2-iscsi neutron-server[93193]: 'SubPort': {'1.0'}, Jul 22 23:11:05.302460 dv-cinder-801875-2-iscsi neutron-server[93193]: 'Subnet': {'1.1'}, Jul 22 23:11:05.302460 dv-cinder-801875-2-iscsi neutron-server[93193]: 'Trunk': {'1.1'}} Jul 22 23:11:05.302460 dv-cinder-801875-2-iscsi neutron-server[93193]: consumer versions: Jul 22 23:11:05.302460 dv-cinder-801875-2-iscsi neutron-server[93193]: { DHCP agent@dv-cinder-801875-2-iscsi: {}, Jul 22 23:11:05.302460 dv-cinder-801875-2-iscsi neutron-server[93193]: HyperV agent@hv-cinder-80187: {}, Jul 22 23:11:05.302460 dv-cinder-801875-2-iscsi neutron-server[93193]: L3 agent@dv-cinder-801875-2-iscsi: {}, Jul 22 23:11:05.302460 dv-cinder-801875-2-iscsi neutron-server[93193]: Metadata agent@dv-cinder-801875-2-iscsi: {}, Jul 22 23:11:05.302460 dv-cinder-801875-2-iscsi neutron-server[93193]: Metering agent@dv-cinder-801875-2-iscsi: {}, Jul 22 23:11:05.302460 dv-cinder-801875-2-iscsi neutron-server[93193]: Open vSwitch agent@dv-cinder-801875-2-iscsi: { 'AddressGroup': '1.2', Jul 22 23:11:05.302460 dv-cinder-801875-2-iscsi neutron-server[93193]: 'ConntrackHelper': '1.0', Jul 22 23:11:05.302460 dv-cinder-801875-2-iscsi neutron-server[93193]: 'Log': '1.0', Jul 22 23:11:05.302460 dv-cinder-801875-2-iscsi neutron-server[93193]: 'Network': '1.1', Jul 22 23:11:05.302460 dv-cinder-801875-2-iscsi neutron-server[93193]: 'Port': '1.7', Jul 22 23:11:05.302460 dv-cinder-801875-2-iscsi neutron-server[93193]: 'PortForwarding': '1.2', Jul 22 23:11:05.302460 dv-cinder-801875-2-iscsi neutron-server[93193]: 'QosPolicy': '1.8', Jul 22 23:11:05.302460 dv-cinder-801875-2-iscsi neutron-server[93193]: 'SecurityGroup': '1.4', Jul 22 23:11:05.302460 dv-cinder-801875-2-iscsi neutron-server[93193]: 'SecurityGroupRule': '1.2', Jul 22 23:11:05.302460 dv-cinder-801875-2-iscsi neutron-server[93193]: 'SubPort': '1.0', Jul 22 23:11:05.302460 dv-cinder-801875-2-iscsi neutron-server[93193]: 'Subnet': '1.1', Jul 22 23:11:05.302460 dv-cinder-801875-2-iscsi neutron-server[93193]: 'Trunk': '1.1'}} Jul 22 23:11:05.302460 dv-cinder-801875-2-iscsi neutron-server[93193]: {{(pid=93193) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 23:11:05.320530 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-4c9f6c04-dcdd-485f-be4a-9874b9fc06fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822282'] for segment, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:05.320950 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.db.segments_db [None req-4c9f6c04-dcdd-485f-be4a-9874b9fc06fd admin admin] Added segment 2fba7ac8-4037-42cf-bf7c-8167f737370d of type vlan for network 56c05d67-dcfb-4da8-b292-0e214c68403b Jul 22 23:11:05.368847 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-4c9f6c04-dcdd-485f-be4a-9874b9fc06fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769065302510'] for network, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:05.402169 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-4c9f6c04-dcdd-485f-be4a-9874b9fc06fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165'] for network, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:05.403312 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c9f6c04-dcdd-485f-be4a-9874b9fc06fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:05.404067 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-4c9f6c04-dcdd-485f-be4a-9874b9fc06fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585183'] for network, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:05.444882 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-4c9f6c04-dcdd-485f-be4a-9874b9fc06fd admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.7433286 Jul 22 23:11:05.445571 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 58982) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:11:05.465115 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-076ee155-16c6-4e6b-b7de-890a56aae2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165'] for subnet, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:05.480599 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [None req-a11cffb2-a2a9-47f8-a698-cb3a3cf20e97 admin admin] Request body: {'subnet': {'network_id': '56c05d67-dcfb-4da8-b292-0e214c68403b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1182319753-subnet', 'tenant_id': '508ce7147574443fa7fe75758145d216', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:11:05.485109 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9f6c04-dcdd-485f-be4a-9874b9fc06fd admin admin] Pushing event updated for resources: {'Network': ['ID=56c05d67-dcfb-4da8-b292-0e214c68403b,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:05.497957 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Network 56c05d67-dcfb-4da8-b292-0e214c68403b details requested by agent ovs-agent-dv-cinder-801875-2-iscsi with host dv-cinder-801875-2-iscsi {{(pid=93194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:11:05.526641 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a11cffb2-a2a9-47f8-a698-cb3a3cf20e97 admin admin] Made reservation on behalf of 508ce7147574443fa7fe75758145d216 for: {'subnet': 1} {{(pid=93193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:11:05.529667 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-a11cffb2-a2a9-47f8-a698-cb3a3cf20e97 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:05.548002 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076ee155-16c6-4e6b-b7de-890a56aae2d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4297dae4-83d0-4dbd-86f4-51bfb44a7f08,revision_number=0']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:05.561444 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076ee155-16c6-4e6b-b7de-890a56aae2d5 admin admin] Checking segment: {'id': '69f152eb-c13e-4a44-8c60-291129df9470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'de397990-f2a1-432f-9415-ba1f7a83fc14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:11:05.562023 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076ee155-16c6-4e6b-b7de-890a56aae2d5 admin admin] Network hostable DHCP agents. Network: de397990-f2a1-432f-9415-ba1f7a83fc14, hostable agents: ['5089d900-808c-476c-958a-0c524ee0753f'], hosted agents: [] {{(pid=93192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:11:05.584905 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076ee155-16c6-4e6b-b7de-890a56aae2d5 admin admin] Network de397990-f2a1-432f-9415-ba1f7a83fc14 is scheduled to be hosted by DHCP agent 5089d900-808c-476c-958a-0c524ee0753f with binding_index 1 {{(pid=93192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:11:05.602698 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.scheduler.base_scheduler [None req-076ee155-16c6-4e6b-b7de-890a56aae2d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801875-2-iscsi, de397990-f2a1-432f-9415-ba1f7a83fc14) {{(pid=93192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:11:05.614856 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8efbdb-98be-4b75-a3c9-2117ffba2b20 None None] Network de397990-f2a1-432f-9415-ba1f7a83fc14 requested from dv-cinder-801875-2-iscsi {{(pid=93194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:11:05.620265 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-076ee155-16c6-4e6b-b7de-890a56aae2d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:05.621433 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-076ee155-16c6-4e6b-b7de-890a56aae2d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585183'] for subnet, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:05.648264 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-076ee155-16c6-4e6b-b7de-890a56aae2d5 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5190055 Jul 22 23:11:05.777093 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-a11cffb2-a2a9-47f8-a698-cb3a3cf20e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165'] for subnet, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:05.778638 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc4006b-bf32-422a-bc34-9d3f43494d19 None None] Network de397990-f2a1-432f-9415-ba1f7a83fc14 requested from dv-cinder-801875-2-iscsi {{(pid=93194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:11:05.830326 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11cffb2-a2a9-47f8-a698-cb3a3cf20e97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=223fd587-80e8-4bd3-805b-2cf5bf9c1819,revision_number=0']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:05.854227 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11cffb2-a2a9-47f8-a698-cb3a3cf20e97 admin admin] Checking segment: {'id': '2fba7ac8-4037-42cf-bf7c-8167f737370d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '56c05d67-dcfb-4da8-b292-0e214c68403b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:11:05.854637 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11cffb2-a2a9-47f8-a698-cb3a3cf20e97 admin admin] Network hostable DHCP agents. Network: 56c05d67-dcfb-4da8-b292-0e214c68403b, hostable agents: ['5089d900-808c-476c-958a-0c524ee0753f'], hosted agents: [] {{(pid=93193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:11:05.877650 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11cffb2-a2a9-47f8-a698-cb3a3cf20e97 admin admin] Network 56c05d67-dcfb-4da8-b292-0e214c68403b is scheduled to be hosted by DHCP agent 5089d900-808c-476c-958a-0c524ee0753f with binding_index 1 {{(pid=93193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:11:05.889300 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.scheduler.base_scheduler [None req-a11cffb2-a2a9-47f8-a698-cb3a3cf20e97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801875-2-iscsi, 56c05d67-dcfb-4da8-b292-0e214c68403b) {{(pid=93193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:11:05.894317 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11cffb2-a2a9-47f8-a698-cb3a3cf20e97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:05.895150 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-a11cffb2-a2a9-47f8-a698-cb3a3cf20e97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585183'] for subnet, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:05.916734 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-a11cffb2-a2a9-47f8-a698-cb3a3cf20e97 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.4406018 Jul 22 23:11:05.919199 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 59004) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:11:05.924765 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [None req-3abde0e0-6a4d-4f18-9828-4148885086bd admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1182319753-router', 'tenant_id': '508ce7147574443fa7fe75758145d216', 'external_gateway_info': {'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4'}}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:11:05.936832 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-023528b8-6490-40ad-aa5c-df1cbe8e70ee None None] Network 56c05d67-dcfb-4da8-b292-0e214c68403b requested from dv-cinder-801875-2-iscsi {{(pid=93194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:11:05.959649 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-3abde0e0-6a4d-4f18-9828-4148885086bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-680763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12263'] for router, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:05.963279 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-3abde0e0-6a4d-4f18-9828-4148885086bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-678997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-678420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-748592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12264'] for router, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:06.111030 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c69d9b63-9994-4f1c-b48c-21515ef3ecaf None None] Network 56c05d67-dcfb-4da8-b292-0e214c68403b requested from dv-cinder-801875-2-iscsi {{(pid=93194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:11:06.143064 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-3abde0e0-6a4d-4f18-9828-4148885086bd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:06.368514 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-3abde0e0-6a4d-4f18-9828-4148885086bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680958', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-680789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12250'] for router, precommit_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:06.692290 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-3abde0e0-6a4d-4f18-9828-4148885086bd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:06.723625 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-3abde0e0-6a4d-4f18-9828-4148885086bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:06.879563 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.db.db_base_plugin_common [None req-3abde0e0-6a4d-4f18-9828-4148885086bd admin admin] Allocated IP 172.27.1.144 (e89e037f-b917-4fce-8638-db5189a5e8e4/7d2d3a68-9173-4429-9239-290b8b68fb34/6ae42f13-4fb5-4b4a-a032-58a6aa5e3d84) {{(pid=93193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:11:07.004009 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-3abde0e0-6a4d-4f18-9828-4148885086bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:07.052247 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 59076) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:11:07.150248 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-3abde0e0-6a4d-4f18-9828-4148885086bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769065317241'] for port, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:07.235892 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3abde0e0-6a4d-4f18-9828-4148885086bd admin admin] Network e89e037f-b917-4fce-8638-db5189a5e8e4 is already hosted by enough agents. {{(pid=93193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:11:07.241198 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.scheduler.base_scheduler [None req-3abde0e0-6a4d-4f18-9828-4148885086bd admin admin] Resources bound (agent type, host, resource id): {{(pid=93193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:11:07.246364 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abde0e0-6a4d-4f18-9828-4148885086bd admin admin] Received port after_create {{(pid=93193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:11:07.288644 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abde0e0-6a4d-4f18-9828-4148885086bd admin admin] Pushing event updated for resources: {'Port': ['ID=6ae42f13-4fb5-4b4a-a032-58a6aa5e3d84,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:07.497458 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.v2.base [None req-68af8738-9f83-4da1-88be-61c2a31674a0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1093504326-network', 'tenant_id': '934579b2f9344fa4a2472101e976d552'}} {{(pid=93192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:11:07.529714 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68af8738-9f83-4da1-88be-61c2a31674a0 admin admin] Made reservation on behalf of 934579b2f9344fa4a2472101e976d552 for: {'network': 1} {{(pid=93192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:11:07.534413 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-68af8738-9f83-4da1-88be-61c2a31674a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for network, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:07.560126 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-68af8738-9f83-4da1-88be-61c2a31674a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:07.620589 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-3abde0e0-6a4d-4f18-9828-4148885086bd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:07.622583 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 59098) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:11:07.663832 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-68af8738-9f83-4da1-88be-61c2a31674a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:07.671017 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-68af8738-9f83-4da1-88be-61c2a31674a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:07.706090 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68af8738-9f83-4da1-88be-61c2a31674a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c5eccdd-7126-4180-acda-40b3605c2511,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:07.723287 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68af8738-9f83-4da1-88be-61c2a31674a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 876, 'physical_network': 'physnet1'} {{(pid=93192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:11:07.744074 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-68af8738-9f83-4da1-88be-61c2a31674a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822282'] for segment, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:07.744454 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.db.segments_db [None req-68af8738-9f83-4da1-88be-61c2a31674a0 admin admin] Added segment f73d282d-c39b-4414-b8a8-4f3ec992f8ca of type vlan for network 15297b5d-2132-449e-9de1-fcfc3bc99bcd Jul 22 23:11:07.808209 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-68af8738-9f83-4da1-88be-61c2a31674a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769065302510'] for network, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:07.855250 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-68af8738-9f83-4da1-88be-61c2a31674a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165'] for network, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:07.856683 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68af8738-9f83-4da1-88be-61c2a31674a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:07.857527 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-68af8738-9f83-4da1-88be-61c2a31674a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585183'] for network, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:07.865687 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [None req-a724897e-442c-4a50-b1ab-f384bf05677a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-610341586-network', 'tenant_id': 'aeb3cb1118144b5785cc93ac6fc21fc2'}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:11:07.935898 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a724897e-442c-4a50-b1ab-f384bf05677a admin admin] Made reservation on behalf of aeb3cb1118144b5785cc93ac6fc21fc2 for: {'network': 1} {{(pid=93193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:11:07.942305 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-a724897e-442c-4a50-b1ab-f384bf05677a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for network, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:07.962955 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-a724897e-442c-4a50-b1ab-f384bf05677a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:07.990004 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-3abde0e0-6a4d-4f18-9828-4148885086bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-680770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680933'] for router, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:07.992929 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-68af8738-9f83-4da1-88be-61c2a31674a0 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9394598 Jul 22 23:11:07.993544 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 59120) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:11:07.997420 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68af8738-9f83-4da1-88be-61c2a31674a0 admin admin] Pushing event updated for resources: {'Network': ['ID=15297b5d-2132-449e-9de1-fcfc3bc99bcd,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:08.009090 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Network 15297b5d-2132-449e-9de1-fcfc3bc99bcd details requested by agent ovs-agent-dv-cinder-801875-2-iscsi with host dv-cinder-801875-2-iscsi {{(pid=93194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:11:08.028313 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [None req-41a27065-5974-41c8-ba99-1c1dd0275867 admin admin] Request body: {'subnet': {'network_id': '15297b5d-2132-449e-9de1-fcfc3bc99bcd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1093504326-subnet', 'tenant_id': '934579b2f9344fa4a2472101e976d552', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:11:08.328365 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 59146) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:11:08.332940 dv-cinder-801875-2-iscsi neutron-server[93192]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 22 23:11:08.362835 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-a724897e-442c-4a50-b1ab-f384bf05677a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:08.500534 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-a724897e-442c-4a50-b1ab-f384bf05677a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:08.513863 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3abde0e0-6a4d-4f18-9828-4148885086bd admin admin] Router a9fe6eba-d679-4d76-9490-4779e21435a2 is scheduled to L3 agent fdf30918-cf4b-4771-a7f5-907485eb00f1 with binding_index 1 {{(pid=93193) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:11:08.531669 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41a27065-5974-41c8-ba99-1c1dd0275867 admin admin] Made reservation on behalf of 934579b2f9344fa4a2472101e976d552 for: {'subnet': 1} {{(pid=93193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:11:08.534905 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-41a27065-5974-41c8-ba99-1c1dd0275867 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:08.698829 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2442c8-3c8f-495c-8430-37752802e250 req-720eeee3-d1b0-4058-bad6-4bcb6353cf1a tempest-DeleteServersTestJSON-956434508 tempest-DeleteServersTestJSON-956434508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:08.700433 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-bd2442c8-3c8f-495c-8430-37752802e250 req-720eeee3-d1b0-4058-bad6-4bcb6353cf1a tempest-DeleteServersTestJSON-956434508 tempest-DeleteServersTestJSON-956434508-project] 10.222.0.44 "GET /v2.0/networks?id=de397990-f2a1-432f-9415-ba1f7a83fc14 HTTP/1.1" status: 200 len: 812 time: 0.3687963 Jul 22 23:11:08.713567 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a724897e-442c-4a50-b1ab-f384bf05677a admin admin] vlan segment allocate from pool success with {'vlan_id': 894, 'physical_network': 'physnet1'} {{(pid=93193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:11:08.728626 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-bd2442c8-3c8f-495c-8430-37752802e250 req-b16a1142-ab4b-4508-8c73-749d7baf8ce6 tempest-DeleteServersTestJSON-956434508 tempest-DeleteServersTestJSON-956434508-project] 10.222.0.44 "GET /v2.0/quotas/744f017b5f3b4225a42e6e393a02127c HTTP/1.1" status: 200 len: 375 time: 0.0192440 Jul 22 23:11:08.764407 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-a724897e-442c-4a50-b1ab-f384bf05677a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822282'] for segment, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:08.764846 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.db.segments_db [None req-a724897e-442c-4a50-b1ab-f384bf05677a admin admin] Added segment 16d2cb10-ce94-45af-9e3e-ba31490ef4c9 of type vlan for network e58c7542-6db3-4e04-8d2d-fe660d3affaa Jul 22 23:11:08.805503 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a724897e-442c-4a50-b1ab-f384bf05677a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d84c6cad-631b-43c5-a35b-86fdac5eacd4,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:08.866362 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3abde0e0-6a4d-4f18-9828-4148885086bd admin admin] Notify agent at l3_agent.dv-cinder-801875-2-iscsi the message routers_updated {{(pid=93193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:11:08.869291 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-bd2442c8-3c8f-495c-8430-37752802e250 req-2fd965a9-937b-4e1a-a4ef-14964ccf1445 tempest-DeleteServersTestJSON-956434508 tempest-DeleteServersTestJSON-956434508-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=744f017b5f3b4225a42e6e393a02127c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1287954 Jul 22 23:11:08.879406 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361515b7-9355-48f6-8325-a50c8960bc26 None None] Sync routers for ids ['a9fe6eba-d679-4d76-9490-4779e21435a2'] in dv-cinder-801875-2-iscsi {{(pid=93195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:11:08.885735 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-a724897e-442c-4a50-b1ab-f384bf05677a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769065302510'] for network, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:08.895773 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361515b7-9355-48f6-8325-a50c8960bc26 None None] Routers {'a9fe6eba-d679-4d76-9490-4779e21435a2'} bound to L3 agent in host dv-cinder-801875-2-iscsi {{(pid=93195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:11:08.896579 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-361515b7-9355-48f6-8325-a50c8960bc26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801875-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T23:03:18Z,description=,heartbeat_timestamp=2021-07-22T23:10:48Z,host='dv-cinder-801875-2-iscsi',id=fdf30918-cf4b-4771-a7f5-907485eb00f1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:18Z,topic='l3_agent')) {'router_ids': ['a9fe6eba-d679-4d76-9490-4779e21435a2'], 'active': True} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:11:08.911436 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-3abde0e0-6a4d-4f18-9828-4148885086bd admin admin] Notify callbacks [] for router, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:08.915579 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 59172) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:11:08.915893 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-3abde0e0-6a4d-4f18-9828-4148885086bd admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.9953191 Jul 22 23:11:08.978121 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-41a27065-5974-41c8-ba99-1c1dd0275867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165'] for subnet, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:08.984096 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-a724897e-442c-4a50-b1ab-f384bf05677a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165'] for network, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:08.987231 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a724897e-442c-4a50-b1ab-f384bf05677a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:08.987888 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-a724897e-442c-4a50-b1ab-f384bf05677a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585183'] for network, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:09.042620 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-a724897e-442c-4a50-b1ab-f384bf05677a admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4160569 Jul 22 23:11:09.063896 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 59174) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:11:09.068513 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvr_db [None req-361515b7-9355-48f6-8325-a50c8960bc26 None None] Set router a9fe6eba-d679-4d76-9490-4779e21435a2 gateway port host: dv-cinder-801875-2-iscsi {{(pid=93195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:11:09.116399 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [None req-7ae3336f-2295-4c6a-afa8-f3a9ad444535 admin admin] Request body: {'subnet': {'network_id': 'e58c7542-6db3-4e04-8d2d-fe660d3affaa', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-610341586-subnet', 'tenant_id': 'aeb3cb1118144b5785cc93ac6fc21fc2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:11:09.180532 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ae3336f-2295-4c6a-afa8-f3a9ad444535 admin admin] Made reservation on behalf of aeb3cb1118144b5785cc93ac6fc21fc2 for: {'subnet': 1} {{(pid=93193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:11:09.188567 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-7ae3336f-2295-4c6a-afa8-f3a9ad444535 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:09.253388 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a27065-5974-41c8-ba99-1c1dd0275867 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c47fa5de-a082-4f3c-9a72-06af8857dbb0,revision_number=0']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:09.263349 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a724897e-442c-4a50-b1ab-f384bf05677a admin admin] Pushing event updated for resources: {'Network': ['ID=e58c7542-6db3-4e04-8d2d-fe660d3affaa,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:09.276260 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Network e58c7542-6db3-4e04-8d2d-fe660d3affaa details requested by agent ovs-agent-dv-cinder-801875-2-iscsi with host dv-cinder-801875-2-iscsi {{(pid=93194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:11:09.278523 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a27065-5974-41c8-ba99-1c1dd0275867 admin admin] Checking segment: {'id': 'f73d282d-c39b-4414-b8a8-4f3ec992f8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '15297b5d-2132-449e-9de1-fcfc3bc99bcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:11:09.278899 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a27065-5974-41c8-ba99-1c1dd0275867 admin admin] Network hostable DHCP agents. Network: 15297b5d-2132-449e-9de1-fcfc3bc99bcd, hostable agents: ['5089d900-808c-476c-958a-0c524ee0753f'], hosted agents: [] {{(pid=93193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:11:09.291451 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [req-bd2442c8-3c8f-495c-8430-37752802e250 req-6f32c773-3603-409f-a9bf-304a46aa210f service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=93192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:11:09.304064 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-bd2442c8-3c8f-495c-8430-37752802e250 req-6f32c773-3603-409f-a9bf-304a46aa210f service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1464097 Jul 22 23:11:09.365354 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a27065-5974-41c8-ba99-1c1dd0275867 admin admin] Network 15297b5d-2132-449e-9de1-fcfc3bc99bcd is scheduled to be hosted by DHCP agent 5089d900-808c-476c-958a-0c524ee0753f with binding_index 1 {{(pid=93193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:11:09.432377 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-361515b7-9355-48f6-8325-a50c8960bc26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9fe6eba-d679-4d76-9490-4779e21435a2', 'name': 'tempest-ServerRescueNegativeTestJSON-1182319753-router', 'tenant_id': '508ce7147574443fa7fe75758145d216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'external_fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '6ae42f13-4fb5-4b4a-a032-58a6aa5e3d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:11:05Z', 'updated_at': '2021-07-22T23:11:07Z', 'revision_number': 3, 'project_id': '508ce7147574443fa7fe75758145d216', 'gw_port': {'id': '6ae42f13-4fb5-4b4a-a032-58a6aa5e3d84', 'name': '', 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ed:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9fe6eba-d679-4d76-9490-4779e21435a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:11:06Z', 'updated_at': '2021-07-22T23:11:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801875-2-iscsi'}], 'dv-cinder-801875-2-iscsi', False) {} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:11:09.475775 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.scheduler.base_scheduler [None req-41a27065-5974-41c8-ba99-1c1dd0275867 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801875-2-iscsi, 15297b5d-2132-449e-9de1-fcfc3bc99bcd) {{(pid=93193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:11:09.483986 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47bc1438-b175-4a99-a669-ecc3d9909f86 None None] Network 15297b5d-2132-449e-9de1-fcfc3bc99bcd requested from dv-cinder-801875-2-iscsi {{(pid=93194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:11:09.485609 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a27065-5974-41c8-ba99-1c1dd0275867 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:09.486236 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-41a27065-5974-41c8-ba99-1c1dd0275867 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585183'] for subnet, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:09.538056 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-41a27065-5974-41c8-ba99-1c1dd0275867 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5327785 Jul 22 23:11:09.541357 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 59194) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:11:09.541704 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361515b7-9355-48f6-8325-a50c8960bc26 None None] Checking router: a9fe6eba-d679-4d76-9490-4779e21435a2 for host: dv-cinder-801875-2-iscsi {{(pid=93195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:11:09.542052 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361515b7-9355-48f6-8325-a50c8960bc26 None None] Updating router a9fe6eba-d679-4d76-9490-4779e21435a2 port 6ae42f13-4fb5-4b4a-a032-58a6aa5e3d84 binding host dv-cinder-801875-2-iscsi {{(pid=93195) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:11:09.549657 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [None req-ae5e4539-2095-45e0-9ecb-b39d43a120a9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1093504326-router', 'tenant_id': '934579b2f9344fa4a2472101e976d552', 'external_gateway_info': {'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4'}}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:11:09.621989 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-7ae3336f-2295-4c6a-afa8-f3a9ad444535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165'] for subnet, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:09.636411 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron_lib.callbacks.manager [None req-361515b7-9355-48f6-8325-a50c8960bc26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:09.671164 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae3336f-2295-4c6a-afa8-f3a9ad444535 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9ecd397-fc62-4881-82a1-08e8c6fe73f4,revision_number=0']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:09.674988 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-ae5e4539-2095-45e0-9ecb-b39d43a120a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-680763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12263'] for router, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:09.676241 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-ae5e4539-2095-45e0-9ecb-b39d43a120a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-678997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-678420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-748592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12264'] for router, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:09.728781 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-bd2442c8-3c8f-495c-8430-37752802e250 req-af688307-1577-4c48-9b05-538959124848 service neutron] 10.222.0.44 "GET /v2.0/networks/de397990-f2a1-432f-9415-ba1f7a83fc14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3485460 Jul 22 23:11:09.765572 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-ae5e4539-2095-45e0-9ecb-b39d43a120a9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:09.818771 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 59200) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:11:09.900018 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef1b6f49-ec68-4ea5-87ba-634a2aa2bdd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98100b3a-e8ad-5682-a9ac-80bb6e32739f-15297b5d-2132-449e-9de1-fcfc3bc99bcd', 'network_id': '15297b5d-2132-449e-9de1-fcfc3bc99bcd', 'tenant_id': '934579b2f9344fa4a2472101e976d552', 'fixed_ips': [{'subnet_id': 'c47fa5de-a082-4f3c-9a72-06af8857dbb0'}]}} from dv-cinder-801875-2-iscsi. {{(pid=93194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:11:09.901086 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-ef1b6f49-ec68-4ea5-87ba-634a2aa2bdd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_create {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:09.909462 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-bd2442c8-3c8f-495c-8430-37752802e250 req-c3552153-9ba4-44cd-b7cc-649eb104d397 service neutron] 10.222.0.44 "GET /v2.0/networks/de397990-f2a1-432f-9415-ba1f7a83fc14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683767 Jul 22 23:11:10.138164 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron_lib.callbacks.manager [None req-361515b7-9355-48f6-8325-a50c8960bc26 None None] Notify callbacks [] for port, precommit_update {{(pid=93195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:10.148163 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae3336f-2295-4c6a-afa8-f3a9ad444535 admin admin] Checking segment: {'id': '16d2cb10-ce94-45af-9e3e-ba31490ef4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'e58c7542-6db3-4e04-8d2d-fe660d3affaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:11:10.148801 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae3336f-2295-4c6a-afa8-f3a9ad444535 admin admin] Network hostable DHCP agents. Network: e58c7542-6db3-4e04-8d2d-fe660d3affaa, hostable agents: ['5089d900-808c-476c-958a-0c524ee0753f'], hosted agents: [] {{(pid=93193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:11:10.160792 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-ae5e4539-2095-45e0-9ecb-b39d43a120a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680958', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-680789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12250'] for router, precommit_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:10.169499 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.provisioning_blocks [None req-361515b7-9355-48f6-8325-a50c8960bc26 None None] Transition to ACTIVE for port object 6ae42f13-4fb5-4b4a-a032-58a6aa5e3d84 will not be triggered until provisioned by entity L2. {{(pid=93195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:11:10.175500 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron_lib.callbacks.manager [None req-361515b7-9355-48f6-8325-a50c8960bc26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:10.210933 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.db_base_plugin_common [None req-ef1b6f49-ec68-4ea5-87ba-634a2aa2bdd2 None None] Allocated IP 172.20.0.2 (15297b5d-2132-449e-9de1-fcfc3bc99bcd/c47fa5de-a082-4f3c-9a72-06af8857dbb0/3ea83c17-8c56-48fc-8173-e2cc149ba30b) {{(pid=93194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:11:10.215038 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-74a70d19-b1ad-49f4-bfc3-6b2594af3cd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:10.228535 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae3336f-2295-4c6a-afa8-f3a9ad444535 admin admin] Network e58c7542-6db3-4e04-8d2d-fe660d3affaa is scheduled to be hosted by DHCP agent 5089d900-808c-476c-958a-0c524ee0753f with binding_index 1 {{(pid=93193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:11:10.264701 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-70ec8d6a-75d8-4d42-86d2-2aa184cc6c38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:10.274173 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.scheduler.base_scheduler [None req-7ae3336f-2295-4c6a-afa8-f3a9ad444535 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801875-2-iscsi, e58c7542-6db3-4e04-8d2d-fe660d3affaa) {{(pid=93193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:11:10.289303 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 59218) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:11:10.289529 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae3336f-2295-4c6a-afa8-f3a9ad444535 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:10.289954 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-7ae3336f-2295-4c6a-afa8-f3a9ad444535 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585183'] for subnet, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:10.292759 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.managers [None req-361515b7-9355-48f6-8325-a50c8960bc26 None None] Attempting to bind port 6ae42f13-4fb5-4b4a-a032-58a6aa5e3d84 on host dv-cinder-801875-2-iscsi for vnic_type normal with profile {{(pid=93195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:11:10.293457 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.managers [None req-361515b7-9355-48f6-8325-a50c8960bc26 None None] Attempting to bind port 6ae42f13-4fb5-4b4a-a032-58a6aa5e3d84 by drivers openvswitch,hyperv on host dv-cinder-801875-2-iscsi at level 0 using segments [{'id': '829b4ee6-bc3b-4b66-8264-3fcbe946197d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4'}] {{(pid=93195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:11:10.294216 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361515b7-9355-48f6-8325-a50c8960bc26 None None] Attempting to bind port 6ae42f13-4fb5-4b4a-a032-58a6aa5e3d84 on network e89e037f-b917-4fce-8638-db5189a5e8e4 {{(pid=93195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:11:10.324164 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d75efb-79cb-4814-aee1-5be4a814da58 None None] Pushing event updated for resources: {'Port': ['ID=6ae42f13-4fb5-4b4a-a032-58a6aa5e3d84,revision_number=2']} {{(pid=93195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:10.338892 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361515b7-9355-48f6-8325-a50c8960bc26 None None] Checking agent: {'id': 'f30eb83a-2393-42b8-bba2-207fe5e6c4a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801875-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 3, 19), 'started_at': datetime.datetime(2021, 7, 22, 23, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801875-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:11:10.339600 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361515b7-9355-48f6-8325-a50c8960bc26 None None] Checking segment: {'id': '829b4ee6-bc3b-4b66-8264-3fcbe946197d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:11:10.340077 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron_lib.callbacks.manager [None req-361515b7-9355-48f6-8325-a50c8960bc26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:10.340833 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361515b7-9355-48f6-8325-a50c8960bc26 None None] Bound using segment: {'id': '829b4ee6-bc3b-4b66-8264-3fcbe946197d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4'} {{(pid=93195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:11:10.341123 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.managers [None req-361515b7-9355-48f6-8325-a50c8960bc26 None None] Bound port: 6ae42f13-4fb5-4b4a-a032-58a6aa5e3d84, host: dv-cinder-801875-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '829b4ee6-bc3b-4b66-8264-3fcbe946197d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4'}}] {{(pid=93195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:11:10.341693 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron_lib.callbacks.manager [None req-361515b7-9355-48f6-8325-a50c8960bc26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:10.360313 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-23a51cfb-ea57-45ae-b801-c0004b652660 req-194aea8b-f2a9-41e1-be82-c1e05853ff51 tempest-DeleteServersTestJSON-956434508 tempest-DeleteServersTestJSON-956434508-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb96b61e-b2c3-4ccd-a299-e4e073efa1af HTTP/1.1" status: 200 len: 210 time: 0.0664239 Jul 22 23:11:10.398938 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-ef1b6f49-ec68-4ea5-87ba-634a2aa2bdd2 None None] Notify callbacks [] for port, precommit_create {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:10.403402 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.db [None req-361515b7-9355-48f6-8325-a50c8960bc26 None None] For port 6ae42f13-4fb5-4b4a-a032-58a6aa5e3d84, host dv-cinder-801875-2-iscsi, cleared binding levels {{(pid=93195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:11:10.415528 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.db [None req-361515b7-9355-48f6-8325-a50c8960bc26 None None] For port 6ae42f13-4fb5-4b4a-a032-58a6aa5e3d84, host dv-cinder-801875-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801875-2-iscsi',level=0,port_id=6ae42f13-4fb5-4b4a-a032-58a6aa5e3d84,segment=NetworkSegment(829b4ee6-bc3b-4b66-8264-3fcbe946197d),segment_id=829b4ee6-bc3b-4b66-8264-3fcbe946197d)] {{(pid=93195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:11:10.415763 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-ef1b6f49-ec68-4ea5-87ba-634a2aa2bdd2 None None] Transition to ACTIVE for port object 3ea83c17-8c56-48fc-8173-e2cc149ba30b will not be triggered until provisioned by entity L2. {{(pid=93194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:11:10.415878 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d75efb-79cb-4814-aee1-5be4a814da58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:11:10.415878 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d75efb-79cb-4814-aee1-5be4a814da58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:11:10.415878 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d75efb-79cb-4814-aee1-5be4a814da58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:11:10.415878 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d75efb-79cb-4814-aee1-5be4a814da58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:11:10.415878 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d75efb-79cb-4814-aee1-5be4a814da58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:11:10.415878 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d75efb-79cb-4814-aee1-5be4a814da58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:11:10.415878 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d75efb-79cb-4814-aee1-5be4a814da58 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:11:10.415878 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d75efb-79cb-4814-aee1-5be4a814da58 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:11:10.416904 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d75efb-79cb-4814-aee1-5be4a814da58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:11:10.416904 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d75efb-79cb-4814-aee1-5be4a814da58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:11:10.417165 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d75efb-79cb-4814-aee1-5be4a814da58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:11:10.417726 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d75efb-79cb-4814-aee1-5be4a814da58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:11:10.422186 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d75efb-79cb-4814-aee1-5be4a814da58 None None] Tracked resource versions report: Jul 22 23:11:10.422186 dv-cinder-801875-2-iscsi neutron-server[93195]: pushed versions: Jul 22 23:11:10.422186 dv-cinder-801875-2-iscsi neutron-server[93195]: { 'AddressGroup': {'1.2'}, Jul 22 23:11:10.422186 dv-cinder-801875-2-iscsi neutron-server[93195]: 'ConntrackHelper': {'1.0'}, Jul 22 23:11:10.422186 dv-cinder-801875-2-iscsi neutron-server[93195]: 'Log': {'1.0'}, Jul 22 23:11:10.422186 dv-cinder-801875-2-iscsi neutron-server[93195]: 'Network': {'1.1'}, Jul 22 23:11:10.422186 dv-cinder-801875-2-iscsi neutron-server[93195]: 'Port': {'1.7'}, Jul 22 23:11:10.422186 dv-cinder-801875-2-iscsi neutron-server[93195]: 'PortForwarding': {'1.2'}, Jul 22 23:11:10.422186 dv-cinder-801875-2-iscsi neutron-server[93195]: 'QosPolicy': {'1.8'}, Jul 22 23:11:10.422186 dv-cinder-801875-2-iscsi neutron-server[93195]: 'SecurityGroup': {'1.4'}, Jul 22 23:11:10.422186 dv-cinder-801875-2-iscsi neutron-server[93195]: 'SecurityGroupRule': {'1.2'}, Jul 22 23:11:10.422186 dv-cinder-801875-2-iscsi neutron-server[93195]: 'SubPort': {'1.0'}, Jul 22 23:11:10.422186 dv-cinder-801875-2-iscsi neutron-server[93195]: 'Subnet': {'1.1'}, Jul 22 23:11:10.422186 dv-cinder-801875-2-iscsi neutron-server[93195]: 'Trunk': {'1.1'}} Jul 22 23:11:10.422186 dv-cinder-801875-2-iscsi neutron-server[93195]: consumer versions: Jul 22 23:11:10.422186 dv-cinder-801875-2-iscsi neutron-server[93195]: { DHCP agent@dv-cinder-801875-2-iscsi: {}, Jul 22 23:11:10.422186 dv-cinder-801875-2-iscsi neutron-server[93195]: HyperV agent@hv-cinder-80187: {}, Jul 22 23:11:10.422186 dv-cinder-801875-2-iscsi neutron-server[93195]: L3 agent@dv-cinder-801875-2-iscsi: {}, Jul 22 23:11:10.422186 dv-cinder-801875-2-iscsi neutron-server[93195]: Metadata agent@dv-cinder-801875-2-iscsi: {}, Jul 22 23:11:10.422186 dv-cinder-801875-2-iscsi neutron-server[93195]: Metering agent@dv-cinder-801875-2-iscsi: {}, Jul 22 23:11:10.422186 dv-cinder-801875-2-iscsi neutron-server[93195]: Open vSwitch agent@dv-cinder-801875-2-iscsi: { 'AddressGroup': '1.2', Jul 22 23:11:10.422186 dv-cinder-801875-2-iscsi neutron-server[93195]: 'ConntrackHelper': '1.0', Jul 22 23:11:10.422186 dv-cinder-801875-2-iscsi neutron-server[93195]: 'Log': '1.0', Jul 22 23:11:10.422186 dv-cinder-801875-2-iscsi neutron-server[93195]: 'Network': '1.1', Jul 22 23:11:10.422186 dv-cinder-801875-2-iscsi neutron-server[93195]: 'Port': '1.7', Jul 22 23:11:10.422186 dv-cinder-801875-2-iscsi neutron-server[93195]: 'PortForwarding': '1.2', Jul 22 23:11:10.422186 dv-cinder-801875-2-iscsi neutron-server[93195]: 'QosPolicy': '1.8', Jul 22 23:11:10.422186 dv-cinder-801875-2-iscsi neutron-server[93195]: 'SecurityGroup': '1.4', Jul 22 23:11:10.422186 dv-cinder-801875-2-iscsi neutron-server[93195]: 'SecurityGroupRule': '1.2', Jul 22 23:11:10.422186 dv-cinder-801875-2-iscsi neutron-server[93195]: 'SubPort': '1.0', Jul 22 23:11:10.422186 dv-cinder-801875-2-iscsi neutron-server[93195]: 'Subnet': '1.1', Jul 22 23:11:10.422186 dv-cinder-801875-2-iscsi neutron-server[93195]: 'Trunk': '1.1'}} Jul 22 23:11:10.422186 dv-cinder-801875-2-iscsi neutron-server[93195]: {{(pid=93195) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 23:11:10.430434 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron_lib.callbacks.manager [None req-361515b7-9355-48f6-8325-a50c8960bc26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:10.433010 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-ef1b6f49-ec68-4ea5-87ba-634a2aa2bdd2 None None] Transition to ACTIVE for port object 3ea83c17-8c56-48fc-8173-e2cc149ba30b will not be triggered until provisioned by entity DHCP. {{(pid=93194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:11:10.436262 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82aa382d-2e24-4c6b-a43c-3b3ec1c9af70 None None] Network e58c7542-6db3-4e04-8d2d-fe660d3affaa requested from dv-cinder-801875-2-iscsi {{(pid=93194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:11:10.454090 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-ef1b6f49-ec68-4ea5-87ba-634a2aa2bdd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769065317241'] for port, after_create {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:10.497370 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361515b7-9355-48f6-8325-a50c8960bc26 None None] Routers {'a9fe6eba-d679-4d76-9490-4779e21435a2'} bound to L3 agent in host dv-cinder-801875-2-iscsi {{(pid=93195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:11:10.498339 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-361515b7-9355-48f6-8325-a50c8960bc26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801875-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T23:03:18Z,description=,heartbeat_timestamp=2021-07-22T23:10:48Z,host='dv-cinder-801875-2-iscsi',id=fdf30918-cf4b-4771-a7f5-907485eb00f1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:18Z,topic='l3_agent')) {'router_ids': ['a9fe6eba-d679-4d76-9490-4779e21435a2'], 'active': True} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:11:10.510004 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1b6f49-ec68-4ea5-87ba-634a2aa2bdd2 None None] Pushing event updated for resources: {'Port': ['ID=3ea83c17-8c56-48fc-8173-e2cc149ba30b,revision_number=1']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:10.521249 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1b6f49-ec68-4ea5-87ba-634a2aa2bdd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:11:10.521698 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1b6f49-ec68-4ea5-87ba-634a2aa2bdd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:11:10.522139 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1b6f49-ec68-4ea5-87ba-634a2aa2bdd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:11:10.522572 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1b6f49-ec68-4ea5-87ba-634a2aa2bdd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:11:10.522997 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1b6f49-ec68-4ea5-87ba-634a2aa2bdd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:11:10.523433 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1b6f49-ec68-4ea5-87ba-634a2aa2bdd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:11:10.523857 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1b6f49-ec68-4ea5-87ba-634a2aa2bdd2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:11:10.524281 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1b6f49-ec68-4ea5-87ba-634a2aa2bdd2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:11:10.524769 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1b6f49-ec68-4ea5-87ba-634a2aa2bdd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:11:10.525193 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1b6f49-ec68-4ea5-87ba-634a2aa2bdd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:11:10.525614 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1b6f49-ec68-4ea5-87ba-634a2aa2bdd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:11:10.526033 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1b6f49-ec68-4ea5-87ba-634a2aa2bdd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:11:10.527192 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1b6f49-ec68-4ea5-87ba-634a2aa2bdd2 None None] Tracked resource versions report: Jul 22 23:11:10.527192 dv-cinder-801875-2-iscsi neutron-server[93194]: pushed versions: Jul 22 23:11:10.527192 dv-cinder-801875-2-iscsi neutron-server[93194]: { 'AddressGroup': {'1.2'}, Jul 22 23:11:10.527192 dv-cinder-801875-2-iscsi neutron-server[93194]: 'ConntrackHelper': {'1.0'}, Jul 22 23:11:10.527192 dv-cinder-801875-2-iscsi neutron-server[93194]: 'Log': {'1.0'}, Jul 22 23:11:10.527192 dv-cinder-801875-2-iscsi neutron-server[93194]: 'Network': {'1.1'}, Jul 22 23:11:10.527192 dv-cinder-801875-2-iscsi neutron-server[93194]: 'Port': {'1.7'}, Jul 22 23:11:10.527192 dv-cinder-801875-2-iscsi neutron-server[93194]: 'PortForwarding': {'1.2'}, Jul 22 23:11:10.527192 dv-cinder-801875-2-iscsi neutron-server[93194]: 'QosPolicy': {'1.8'}, Jul 22 23:11:10.527192 dv-cinder-801875-2-iscsi neutron-server[93194]: 'SecurityGroup': {'1.4'}, Jul 22 23:11:10.527192 dv-cinder-801875-2-iscsi neutron-server[93194]: 'SecurityGroupRule': {'1.2'}, Jul 22 23:11:10.527192 dv-cinder-801875-2-iscsi neutron-server[93194]: 'SubPort': {'1.0'}, Jul 22 23:11:10.527192 dv-cinder-801875-2-iscsi neutron-server[93194]: 'Subnet': {'1.1'}, Jul 22 23:11:10.527192 dv-cinder-801875-2-iscsi neutron-server[93194]: 'Trunk': {'1.1'}} Jul 22 23:11:10.527192 dv-cinder-801875-2-iscsi neutron-server[93194]: consumer versions: Jul 22 23:11:10.527192 dv-cinder-801875-2-iscsi neutron-server[93194]: { DHCP agent@dv-cinder-801875-2-iscsi: {}, Jul 22 23:11:10.527192 dv-cinder-801875-2-iscsi neutron-server[93194]: HyperV agent@hv-cinder-80187: {}, Jul 22 23:11:10.527192 dv-cinder-801875-2-iscsi neutron-server[93194]: L3 agent@dv-cinder-801875-2-iscsi: {}, Jul 22 23:11:10.527192 dv-cinder-801875-2-iscsi neutron-server[93194]: Metadata agent@dv-cinder-801875-2-iscsi: {}, Jul 22 23:11:10.527192 dv-cinder-801875-2-iscsi neutron-server[93194]: Metering agent@dv-cinder-801875-2-iscsi: {}, Jul 22 23:11:10.527192 dv-cinder-801875-2-iscsi neutron-server[93194]: Open vSwitch agent@dv-cinder-801875-2-iscsi: { 'AddressGroup': '1.2', Jul 22 23:11:10.527192 dv-cinder-801875-2-iscsi neutron-server[93194]: 'ConntrackHelper': '1.0', Jul 22 23:11:10.527192 dv-cinder-801875-2-iscsi neutron-server[93194]: 'Log': '1.0', Jul 22 23:11:10.527192 dv-cinder-801875-2-iscsi neutron-server[93194]: 'Network': '1.1', Jul 22 23:11:10.527192 dv-cinder-801875-2-iscsi neutron-server[93194]: 'Port': '1.7', Jul 22 23:11:10.527192 dv-cinder-801875-2-iscsi neutron-server[93194]: 'PortForwarding': '1.2', Jul 22 23:11:10.527192 dv-cinder-801875-2-iscsi neutron-server[93194]: 'QosPolicy': '1.8', Jul 22 23:11:10.527192 dv-cinder-801875-2-iscsi neutron-server[93194]: 'SecurityGroup': '1.4', Jul 22 23:11:10.527192 dv-cinder-801875-2-iscsi neutron-server[93194]: 'SecurityGroupRule': '1.2', Jul 22 23:11:10.527192 dv-cinder-801875-2-iscsi neutron-server[93194]: 'SubPort': '1.0', Jul 22 23:11:10.527192 dv-cinder-801875-2-iscsi neutron-server[93194]: 'Subnet': '1.1', Jul 22 23:11:10.527192 dv-cinder-801875-2-iscsi neutron-server[93194]: 'Trunk': '1.1'}} Jul 22 23:11:10.527192 dv-cinder-801875-2-iscsi neutron-server[93194]: {{(pid=93194) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 23:11:10.544031 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef1b6f49-ec68-4ea5-87ba-634a2aa2bdd2 None None] Network 15297b5d-2132-449e-9de1-fcfc3bc99bcd is already hosted by enough agents. {{(pid=93194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:11:10.575016 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.scheduler.base_scheduler [None req-ef1b6f49-ec68-4ea5-87ba-634a2aa2bdd2 None None] Resources bound (agent type, host, resource id): {{(pid=93194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:11:10.578690 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1b6f49-ec68-4ea5-87ba-634a2aa2bdd2 None None] Received port after_create {{(pid=93194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:11:10.623026 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-ae5e4539-2095-45e0-9ecb-b39d43a120a9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:10.633079 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-74a70d19-b1ad-49f4-bfc3-6b2594af3cd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:10.646702 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-74a70d19-b1ad-49f4-bfc3-6b2594af3cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:10.654474 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-ae5e4539-2095-45e0-9ecb-b39d43a120a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:10.656365 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvr_db [None req-361515b7-9355-48f6-8325-a50c8960bc26 None None] Set router a9fe6eba-d679-4d76-9490-4779e21435a2 gateway port host: dv-cinder-801875-2-iscsi {{(pid=93195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:11:10.666462 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.managers [None req-ef1b6f49-ec68-4ea5-87ba-634a2aa2bdd2 None None] Attempting to bind port 3ea83c17-8c56-48fc-8173-e2cc149ba30b on host dv-cinder-801875-2-iscsi for vnic_type normal with profile {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:11:10.666965 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.managers [None req-ef1b6f49-ec68-4ea5-87ba-634a2aa2bdd2 None None] Attempting to bind port 3ea83c17-8c56-48fc-8173-e2cc149ba30b by drivers openvswitch,hyperv on host dv-cinder-801875-2-iscsi at level 0 using segments [{'id': 'f73d282d-c39b-4414-b8a8-4f3ec992f8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '15297b5d-2132-449e-9de1-fcfc3bc99bcd'}] {{(pid=93194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:11:10.667525 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1b6f49-ec68-4ea5-87ba-634a2aa2bdd2 None None] Attempting to bind port 3ea83c17-8c56-48fc-8173-e2cc149ba30b on network 15297b5d-2132-449e-9de1-fcfc3bc99bcd {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:11:10.711566 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1b6f49-ec68-4ea5-87ba-634a2aa2bdd2 None None] Checking agent: {'id': 'f30eb83a-2393-42b8-bba2-207fe5e6c4a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801875-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 3, 19), 'started_at': datetime.datetime(2021, 7, 22, 23, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801875-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:11:10.711566 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1b6f49-ec68-4ea5-87ba-634a2aa2bdd2 None None] Checking segment: {'id': 'f73d282d-c39b-4414-b8a8-4f3ec992f8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '15297b5d-2132-449e-9de1-fcfc3bc99bcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:11:10.711566 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-ef1b6f49-ec68-4ea5-87ba-634a2aa2bdd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:10.713171 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1b6f49-ec68-4ea5-87ba-634a2aa2bdd2 None None] Bound using segment: {'id': 'f73d282d-c39b-4414-b8a8-4f3ec992f8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '15297b5d-2132-449e-9de1-fcfc3bc99bcd'} {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:11:10.713670 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.managers [None req-ef1b6f49-ec68-4ea5-87ba-634a2aa2bdd2 None None] Bound port: 3ea83c17-8c56-48fc-8173-e2cc149ba30b, host: dv-cinder-801875-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f73d282d-c39b-4414-b8a8-4f3ec992f8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '15297b5d-2132-449e-9de1-fcfc3bc99bcd'}}] {{(pid=93194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:11:10.715796 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-ef1b6f49-ec68-4ea5-87ba-634a2aa2bdd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:10.758518 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-7ae3336f-2295-4c6a-afa8-f3a9ad444535 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6705053 Jul 22 23:11:10.828215 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d75efb-79cb-4814-aee1-5be4a814da58 None None] Pushing event updated for resources: {'Port': ['ID=6ae42f13-4fb5-4b4a-a032-58a6aa5e3d84,revision_number=3']} {{(pid=93195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:10.829318 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265bac58-dc1b-4b36-99a8-ffdf92b6917c None None] Network e58c7542-6db3-4e04-8d2d-fe660d3affaa requested from dv-cinder-801875-2-iscsi {{(pid=93194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:11:10.877657 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.db.db_base_plugin_common [None req-70ec8d6a-75d8-4d42-86d2-2aa184cc6c38 admin admin] Allocated IP 172.20.0.1 (56c05d67-dcfb-4da8-b292-0e214c68403b/223fd587-80e8-4bd3-805b-2cf5bf9c1819/9f17be97-7c73-4ca6-a25f-4d95a1fbfa1d) {{(pid=93192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:11:10.884361 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.db.db_base_plugin_common [None req-ae5e4539-2095-45e0-9ecb-b39d43a120a9 admin admin] Allocated IP 172.27.1.90 (e89e037f-b917-4fce-8638-db5189a5e8e4/7d2d3a68-9173-4429-9239-290b8b68fb34/41f5966e-46b6-472b-a65f-12904462cfc3) {{(pid=93193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:11:11.025557 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-70ec8d6a-75d8-4d42-86d2-2aa184cc6c38 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:11.109289 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-74a70d19-b1ad-49f4-bfc3-6b2594af3cd0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1c7820dffdef4b80b5eda4348b87ba89&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2867916 Jul 22 23:11:11.111711 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 59266) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:11:11.165937 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a70d19-b1ad-49f4-bfc3-6b2594af3cd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cca73d1-6cc4-47ac-b799-d57750700853,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:11.168400 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-ae5e4539-2095-45e0-9ecb-b39d43a120a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:11.200059 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-70ec8d6a-75d8-4d42-86d2-2aa184cc6c38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769065317241'] for port, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:11.217365 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-361515b7-9355-48f6-8325-a50c8960bc26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9fe6eba-d679-4d76-9490-4779e21435a2', 'name': 'tempest-ServerRescueNegativeTestJSON-1182319753-router', 'tenant_id': '508ce7147574443fa7fe75758145d216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'external_fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '6ae42f13-4fb5-4b4a-a032-58a6aa5e3d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:11:05Z', 'updated_at': '2021-07-22T23:11:07Z', 'revision_number': 3, 'project_id': '508ce7147574443fa7fe75758145d216', 'gw_port': {'id': '6ae42f13-4fb5-4b4a-a032-58a6aa5e3d84', 'name': '', 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ed:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9fe6eba-d679-4d76-9490-4779e21435a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:11:06Z', 'updated_at': '2021-07-22T23:11:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801875-2-iscsi'}], 'dv-cinder-801875-2-iscsi', False) {} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:11:11.292932 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361515b7-9355-48f6-8325-a50c8960bc26 None None] The sync data for ids ['a9fe6eba-d679-4d76-9490-4779e21435a2'] in dv-cinder-801875-2-iscsi is: [{'id': 'a9fe6eba-d679-4d76-9490-4779e21435a2', 'name': 'tempest-ServerRescueNegativeTestJSON-1182319753-router', 'tenant_id': '508ce7147574443fa7fe75758145d216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'external_fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '6ae42f13-4fb5-4b4a-a032-58a6aa5e3d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:11:05Z', 'updated_at': '2021-07-22T23:11:07Z', 'revision_number': 3, 'project_id': '508ce7147574443fa7fe75758145d216', 'gw_port': {'id': '6ae42f13-4fb5-4b4a-a032-58a6aa5e3d84', 'name': '', 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ed:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9fe6eba-d679-4d76-9490-4779e21435a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:11:06Z', 'updated_at': '2021-07-22T23:11:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801875-2-iscsi'}] {{(pid=93195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:11:11.295050 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ec8d6a-75d8-4d42-86d2-2aa184cc6c38 admin admin] Network 56c05d67-dcfb-4da8-b292-0e214c68403b is already hosted by enough agents. {{(pid=93192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:11:11.303870 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.scheduler.base_scheduler [None req-70ec8d6a-75d8-4d42-86d2-2aa184cc6c38 admin admin] Resources bound (agent type, host, resource id): {{(pid=93192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:11:11.313893 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ec8d6a-75d8-4d42-86d2-2aa184cc6c38 admin admin] Received port after_create {{(pid=93192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:11:11.314675 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-70ec8d6a-75d8-4d42-86d2-2aa184cc6c38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-680724'] for router_interface, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:11.377862 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-ef1b6f49-ec68-4ea5-87ba-634a2aa2bdd2 None None] For port 3ea83c17-8c56-48fc-8173-e2cc149ba30b, host dv-cinder-801875-2-iscsi, cleared binding levels {{(pid=93194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:11:11.403496 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-f09ea361-f477-4b41-b465-c027635d11b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:11.420766 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ec8d6a-75d8-4d42-86d2-2aa184cc6c38 admin admin] Pushing event updated for resources: {'Port': ['ID=9f17be97-7c73-4ca6-a25f-4d95a1fbfa1d,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:11.422938 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-ae5e4539-2095-45e0-9ecb-b39d43a120a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769065317241'] for port, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:11.453623 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-ef1b6f49-ec68-4ea5-87ba-634a2aa2bdd2 None None] For port 3ea83c17-8c56-48fc-8173-e2cc149ba30b, host dv-cinder-801875-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801875-2-iscsi',level=0,port_id=3ea83c17-8c56-48fc-8173-e2cc149ba30b,segment=NetworkSegment(f73d282d-c39b-4414-b8a8-4f3ec992f8ca),segment_id=f73d282d-c39b-4414-b8a8-4f3ec992f8ca)] {{(pid=93194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:11:11.460764 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-f09ea361-f477-4b41-b465-c027635d11b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:11.482221 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-ef1b6f49-ec68-4ea5-87ba-634a2aa2bdd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:11.499184 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5e4539-2095-45e0-9ecb-b39d43a120a9 admin admin] Network e89e037f-b917-4fce-8638-db5189a5e8e4 is already hosted by enough agents. {{(pid=93193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:11:11.516831 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.scheduler.base_scheduler [None req-ae5e4539-2095-45e0-9ecb-b39d43a120a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:11:11.527412 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5e4539-2095-45e0-9ecb-b39d43a120a9 admin admin] Received port after_create {{(pid=93193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:11:11.699433 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1b6f49-ec68-4ea5-87ba-634a2aa2bdd2 None None] Pushing event updated for resources: {'Port': ['ID=3ea83c17-8c56-48fc-8173-e2cc149ba30b,revision_number=2']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:11.719953 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-da65896a-7430-4ba3-9f56-329b4110b72a req-fdd430be-5b6c-414c-8074-81220d2a66a9 tempest-DeleteServersTestJSON-956434508 tempest-DeleteServersTestJSON-956434508-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb96b61e-b2c3-4ccd-a299-e4e073efa1af HTTP/1.1" status: 200 len: 210 time: 0.1340129 Jul 22 23:11:11.849279 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-70ec8d6a-75d8-4d42-86d2-2aa184cc6c38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:11.873547 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5e4539-2095-45e0-9ecb-b39d43a120a9 admin admin] Pushing event updated for resources: {'Port': ['ID=41f5966e-46b6-472b-a65f-12904462cfc3,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:12.047517 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-f09ea361-f477-4b41-b465-c027635d11b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:12.051615 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-f09ea361-f477-4b41-b465-c027635d11b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:12.055954 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-f09ea361-f477-4b41-b465-c027635d11b3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8cca73d1-6cc4-47ac-b799-d57750700853 HTTP/1.1" status: 204 len: 168 time: 0.9378731 Jul 22 23:11:12.069051 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09ea361-f477-4b41-b465-c027635d11b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cca73d1-6cc4-47ac-b799-d57750700853,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:12.328197 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-ae5e4539-2095-45e0-9ecb-b39d43a120a9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:12.398147 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c8ccf3-1a8b-4c2d-84eb-1eb6976f95bf req-d7870752-1ccb-447f-87a8-1bdc3a718b2e tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:12.399787 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-70c8ccf3-1a8b-4c2d-84eb-1eb6976f95bf req-d7870752-1ccb-447f-87a8-1bdc3a718b2e tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/networks?id=e58c7542-6db3-4e04-8d2d-fe660d3affaa HTTP/1.1" status: 200 len: 814 time: 0.5480473 Jul 22 23:11:12.413097 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-70ec8d6a-75d8-4d42-86d2-2aa184cc6c38 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:12.441310 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-70ec8d6a-75d8-4d42-86d2-2aa184cc6c38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:12.442242 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-70ec8d6a-75d8-4d42-86d2-2aa184cc6c38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-679076'] for router_interface, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:12.459316 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-70c8ccf3-1a8b-4c2d-84eb-1eb6976f95bf req-5377fff8-76de-4920-a230-16ce5cd9ae90 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/quotas/aeb3cb1118144b5785cc93ac6fc21fc2 HTTP/1.1" status: 200 len: 375 time: 0.0437524 Jul 22 23:11:12.548956 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-70c8ccf3-1a8b-4c2d-84eb-1eb6976f95bf req-f901f0cf-b983-44d8-9232-2b92e40a2ab9 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=aeb3cb1118144b5785cc93ac6fc21fc2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0880511 Jul 22 23:11:12.600153 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 59326) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:11:12.640877 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ec8d6a-75d8-4d42-86d2-2aa184cc6c38 admin admin] Pushing event updated for resources: {'Port': ['ID=9f17be97-7c73-4ca6-a25f-4d95a1fbfa1d,revision_number=2']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:12.690344 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-dc3c8b07-1dd8-4826-b782-aead6f53d38f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:12.793602 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-ae5e4539-2095-45e0-9ecb-b39d43a120a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-680770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680933'] for router, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:12.924544 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 59340) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:11:13.007100 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ec8d6a-75d8-4d42-86d2-2aa184cc6c38 admin admin] Network 56c05d67-dcfb-4da8-b292-0e214c68403b is already hosted by enough agents. {{(pid=93192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:11:13.021407 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.scheduler.base_scheduler [None req-70ec8d6a-75d8-4d42-86d2-2aa184cc6c38 admin admin] Resources bound (agent type, host, resource id): {{(pid=93192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:11:13.085126 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Device 3ea83c17-8c56-48fc-8173-e2cc149ba30b up at agent ovs-agent-dv-cinder-801875-2-iscsi {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:11:13.232171 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae5e4539-2095-45e0-9ecb-b39d43a120a9 admin admin] Router 8224ad20-6f9d-4cf8-8783-c43db30f6170 is scheduled to L3 agent fdf30918-cf4b-4771-a7f5-907485eb00f1 with binding_index 1 {{(pid=93193) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:11:13.243363 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [req-70c8ccf3-1a8b-4c2d-84eb-1eb6976f95bf req-359ccc96-ae98-44b8-b324-761bacd09832 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=93192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:11:13.245107 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Provisioning for port 3ea83c17-8c56-48fc-8173-e2cc149ba30b completed by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:11:13.249662 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Device 6ae42f13-4fb5-4b4a-a032-58a6aa5e3d84 up at agent ovs-agent-dv-cinder-801875-2-iscsi {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:11:13.267428 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-70c8ccf3-1a8b-4c2d-84eb-1eb6976f95bf req-359ccc96-ae98-44b8-b324-761bacd09832 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4468544 Jul 22 23:11:13.324214 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Provisioning for port 6ae42f13-4fb5-4b4a-a032-58a6aa5e3d84 completed by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:11:13.330014 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Provisioning complete for port 6ae42f13-4fb5-4b4a-a032-58a6aa5e3d84 triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:11:13.333266 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832377'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:13.361561 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-f38c8ffa-0829-4533-827b-8491354ef239 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:13.386777 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e2bbd8-e88e-47e7-9043-181be799e266 None None] Network 15297b5d-2132-449e-9de1-fcfc3bc99bcd requested from dv-cinder-801875-2-iscsi {{(pid=93194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:11:13.450513 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae5e4539-2095-45e0-9ecb-b39d43a120a9 admin admin] Notify agent at l3_agent.dv-cinder-801875-2-iscsi the message routers_updated {{(pid=93193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:11:13.479571 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960bccea-91b1-40dd-b8ee-705326fffd79 None None] Sync routers for ids ['8224ad20-6f9d-4cf8-8783-c43db30f6170'] in dv-cinder-801875-2-iscsi {{(pid=93194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:11:13.504634 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-c63f797c-1f0f-4c59-b5ba-6611b31021cd req-0c3d36d7-7bb6-4440-b5c6-edf0168f53be tempest-DeleteServersTestJSON-956434508 tempest-DeleteServersTestJSON-956434508-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb96b61e-b2c3-4ccd-a299-e4e073efa1af HTTP/1.1" status: 200 len: 210 time: 0.3162153 Jul 22 23:11:13.528033 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960bccea-91b1-40dd-b8ee-705326fffd79 None None] Routers {'8224ad20-6f9d-4cf8-8783-c43db30f6170'} bound to L3 agent in host dv-cinder-801875-2-iscsi {{(pid=93194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:11:13.535128 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-960bccea-91b1-40dd-b8ee-705326fffd79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801875-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T23:03:18Z,description=,heartbeat_timestamp=2021-07-22T23:10:48Z,host='dv-cinder-801875-2-iscsi',id=fdf30918-cf4b-4771-a7f5-907485eb00f1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:18Z,topic='l3_agent')) {'router_ids': ['8224ad20-6f9d-4cf8-8783-c43db30f6170'], 'active': True} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:11:13.567632 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-dc3c8b07-1dd8-4826-b782-aead6f53d38f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:13.588058 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-dc3c8b07-1dd8-4826-b782-aead6f53d38f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:13.607675 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70ec8d6a-75d8-4d42-86d2-2aa184cc6c38 admin admin] Router a9fe6eba-d679-4d76-9490-4779e21435a2 has already been hosted by L3 agent fdf30918-cf4b-4771-a7f5-907485eb00f1 {{(pid=93192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:11:13.647170 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-70c8ccf3-1a8b-4c2d-84eb-1eb6976f95bf req-57d945f3-6095-4f2c-bf74-4aa2c161e201 service neutron] 10.222.0.44 "GET /v2.0/networks/e58c7542-6db3-4e04-8d2d-fe660d3affaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3784111 Jul 22 23:11:13.698386 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-dc3c8b07-1dd8-4826-b782-aead6f53d38f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c649ae2ddb8b4956b1838a45a02466e8&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0799332 Jul 22 23:11:13.701227 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 59370) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:11:13.729511 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3c8b07-1dd8-4826-b782-aead6f53d38f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afb6ef4c-9a8f-4f50-9df7-fb314899f836,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:13.789303 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:13.816969 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-425765c2-4c94-4ade-9127-91c2cdbc973d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:13.845887 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.76', 53917) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:11:13.933149 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-bd71ecc2-0e25-4178-b2d1-b5768c4324da None None] Provisioning for port 3ea83c17-8c56-48fc-8173-e2cc149ba30b completed by entity DHCP. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:11:13.951161 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-425765c2-4c94-4ade-9127-91c2cdbc973d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:13.970981 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvr_db [None req-960bccea-91b1-40dd-b8ee-705326fffd79 None None] Set router 8224ad20-6f9d-4cf8-8783-c43db30f6170 gateway port host: dv-cinder-801875-2-iscsi {{(pid=93194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:11:14.039466 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-70c8ccf3-1a8b-4c2d-84eb-1eb6976f95bf req-aaf897c6-b1a2-49d9-9503-173a617047e5 service neutron] 10.222.0.44 "GET /v2.0/networks/e58c7542-6db3-4e04-8d2d-fe660d3affaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3908849 Jul 22 23:11:14.066790 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] For port 6ae42f13-4fb5-4b4a-a032-58a6aa5e3d84, host dv-cinder-801875-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801875-2-iscsi',level=0,port_id=6ae42f13-4fb5-4b4a-a032-58a6aa5e3d84,segment=NetworkSegment(829b4ee6-bc3b-4b66-8264-3fcbe946197d),segment_id=829b4ee6-bc3b-4b66-8264-3fcbe946197d)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:11:14.092174 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-bd71ecc2-0e25-4178-b2d1-b5768c4324da None None] Provisioning complete for port 3ea83c17-8c56-48fc-8173-e2cc149ba30b triggered by entity DHCP. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:11:14.092838 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-bd71ecc2-0e25-4178-b2d1-b5768c4324da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832377'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:14.125017 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-f38c8ffa-0829-4533-827b-8491354ef239 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:14.146643 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-f38c8ffa-0829-4533-827b-8491354ef239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:14.160818 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-ae5e4539-2095-45e0-9ecb-b39d43a120a9 admin admin] Notify callbacks [] for router, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:14.176589 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-ae5e4539-2095-45e0-9ecb-b39d43a120a9 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.6332276 Jul 22 23:11:14.177823 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 59376) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:11:14.201186 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70ec8d6a-75d8-4d42-86d2-2aa184cc6c38 admin admin] Notify agent at l3_agent.dv-cinder-801875-2-iscsi the message routers_updated {{(pid=93192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:11:14.245687 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-70ec8d6a-75d8-4d42-86d2-2aa184cc6c38 admin admin] 10.222.0.44 "PUT /v2.0/routers/a9fe6eba-d679-4d76-9490-4779e21435a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3283505 Jul 22 23:11:14.260381 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc8453e-30e4-4b23-bb79-8ed6d1662177 None None] Sync routers for ids ['a9fe6eba-d679-4d76-9490-4779e21435a2'] in dv-cinder-801875-2-iscsi {{(pid=93195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:11:14.275492 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc8453e-30e4-4b23-bb79-8ed6d1662177 None None] Routers {'a9fe6eba-d679-4d76-9490-4779e21435a2'} bound to L3 agent in host dv-cinder-801875-2-iscsi {{(pid=93195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:11:14.276663 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-8fc8453e-30e4-4b23-bb79-8ed6d1662177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801875-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T23:03:18Z,description=,heartbeat_timestamp=2021-07-22T23:10:48Z,host='dv-cinder-801875-2-iscsi',id=fdf30918-cf4b-4771-a7f5-907485eb00f1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:18Z,topic='l3_agent')) {'router_ids': ['a9fe6eba-d679-4d76-9490-4779e21435a2'], 'active': True} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:11:14.288134 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38c8ffa-0829-4533-827b-8491354ef239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da28007a-ef77-4c36-aa58-f12c5a391560,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:14.289188 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:14.297682 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-f38c8ffa-0829-4533-827b-8491354ef239 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=764fdb470a8d45daa2179740b63e1caa&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3571479 Jul 22 23:11:14.301270 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 59384) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:11:14.348222 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2442c8-3c8f-495c-8430-37752802e250 req-a820dc8e-56c0-4e70-affe-7bbe1ca132c7 tempest-DeleteServersTestJSON-956434508 tempest-DeleteServersTestJSON-956434508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:14.349976 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-bd2442c8-3c8f-495c-8430-37752802e250 req-a820dc8e-56c0-4e70-affe-7bbe1ca132c7 tempest-DeleteServersTestJSON-956434508 tempest-DeleteServersTestJSON-956434508-project] 10.222.0.76 "GET /v2.0/networks?id=de397990-f2a1-432f-9415-ba1f7a83fc14 HTTP/1.1" status: 200 len: 812 time: 0.5001853 Jul 22 23:11:14.409979 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-7a404891-d636-404a-9ffa-77051d38098b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:14.467200 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [req-bd2442c8-3c8f-495c-8430-37752802e250 req-eef01eba-b166-4db9-a94a-eac35a673914 tempest-DeleteServersTestJSON-956434508 tempest-DeleteServersTestJSON-956434508-project] Request body: {'port': {'device_id': 'fb96b61e-b2c3-4ccd-a299-e4e073efa1af', 'network_id': 'de397990-f2a1-432f-9415-ba1f7a83fc14', 'admin_state_up': True, 'tenant_id': '744f017b5f3b4225a42e6e393a02127c'}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:11:14.475360 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-7a404891-d636-404a-9ffa-77051d38098b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:14.478110 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Pushing event updated for resources: {'Port': ['ID=6ae42f13-4fb5-4b4a-a032-58a6aa5e3d84,revision_number=4']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:14.480595 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-425765c2-4c94-4ade-9127-91c2cdbc973d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:14.482936 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-425765c2-4c94-4ade-9127-91c2cdbc973d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:14.488441 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-425765c2-4c94-4ade-9127-91c2cdbc973d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/afb6ef4c-9a8f-4f50-9df7-fb314899f836 HTTP/1.1" status: 204 len: 168 time: 0.7861271 Jul 22 23:11:14.493385 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-bd71ecc2-0e25-4178-b2d1-b5768c4324da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:14.573697 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-7a404891-d636-404a-9ffa-77051d38098b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:14.576579 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-7a404891-d636-404a-9ffa-77051d38098b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:14.581408 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-7a404891-d636-404a-9ffa-77051d38098b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/da28007a-ef77-4c36-aa58-f12c5a391560 HTTP/1.1" status: 204 len: 168 time: 0.2774909 Jul 22 23:11:14.596592 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a404891-d636-404a-9ffa-77051d38098b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da28007a-ef77-4c36-aa58-f12c5a391560,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:14.653501 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425765c2-4c94-4ade-9127-91c2cdbc973d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afb6ef4c-9a8f-4f50-9df7-fb314899f836,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:14.680084 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-4d3eb78f-b33d-48c8-9f8d-b7d8df5bd24e req-e17421f2-6729-4302-8bcc-de56cf469cd2 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/ports?device_id=14cd5873-97d8-472c-b99c-8b14621deecf HTTP/1.1" status: 200 len: 210 time: 0.0850039 Jul 22 23:11:14.788049 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-bd71ecc2-0e25-4178-b2d1-b5768c4324da None None] For port 3ea83c17-8c56-48fc-8173-e2cc149ba30b, host dv-cinder-801875-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801875-2-iscsi',level=0,port_id=3ea83c17-8c56-48fc-8173-e2cc149ba30b,segment=NetworkSegment(f73d282d-c39b-4414-b8a8-4f3ec992f8ca),segment_id=f73d282d-c39b-4414-b8a8-4f3ec992f8ca)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:11:14.857709 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-bd71ecc2-0e25-4178-b2d1-b5768c4324da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:14.910814 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Device 6ae42f13-4fb5-4b4a-a032-58a6aa5e3d84 up at agent ovs-agent-dv-cinder-801875-2-iscsi {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:11:15.091969 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvr_db [None req-8fc8453e-30e4-4b23-bb79-8ed6d1662177 None None] Set router a9fe6eba-d679-4d76-9490-4779e21435a2 gateway port host: dv-cinder-801875-2-iscsi {{(pid=93195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:11:15.152531 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-f35b3e70-08e8-405a-bb2f-bd323a42b5a6 req-72c2834a-47a2-4370-9f30-26edb32177d7 tempest-DeleteServersTestJSON-956434508 tempest-DeleteServersTestJSON-956434508-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb96b61e-b2c3-4ccd-a299-e4e073efa1af HTTP/1.1" status: 200 len: 210 time: 0.1509516 Jul 22 23:11:15.221616 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd71ecc2-0e25-4178-b2d1-b5768c4324da None None] Pushing event updated for resources: {'Port': ['ID=3ea83c17-8c56-48fc-8173-e2cc149ba30b,revision_number=3']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:15.285979 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Provisioning complete for port 6ae42f13-4fb5-4b4a-a032-58a6aa5e3d84 triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:11:15.286364 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832377'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:15.289330 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-960bccea-91b1-40dd-b8ee-705326fffd79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8224ad20-6f9d-4cf8-8783-c43db30f6170', 'name': 'tempest-AttachVolumeShelveTestJSON-1093504326-router', 'tenant_id': '934579b2f9344fa4a2472101e976d552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'external_fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '41f5966e-46b6-472b-a65f-12904462cfc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:11:09Z', 'updated_at': '2021-07-22T23:11:12Z', 'revision_number': 3, 'project_id': '934579b2f9344fa4a2472101e976d552', 'gw_port': {'id': '41f5966e-46b6-472b-a65f-12904462cfc3', 'name': '', 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:2e:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8224ad20-6f9d-4cf8-8783-c43db30f6170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:11:10Z', 'updated_at': '2021-07-22T23:11:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801875-2-iscsi'}], 'dv-cinder-801875-2-iscsi', False) {} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:11:15.328652 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960bccea-91b1-40dd-b8ee-705326fffd79 None None] Checking router: 8224ad20-6f9d-4cf8-8783-c43db30f6170 for host: dv-cinder-801875-2-iscsi {{(pid=93194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:11:15.329300 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960bccea-91b1-40dd-b8ee-705326fffd79 None None] Updating router 8224ad20-6f9d-4cf8-8783-c43db30f6170 port 41f5966e-46b6-472b-a65f-12904462cfc3 binding host dv-cinder-801875-2-iscsi {{(pid=93194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:11:15.430156 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-960bccea-91b1-40dd-b8ee-705326fffd79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:15.870173 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-8fc8453e-30e4-4b23-bb79-8ed6d1662177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9fe6eba-d679-4d76-9490-4779e21435a2', 'name': 'tempest-ServerRescueNegativeTestJSON-1182319753-router', 'tenant_id': '508ce7147574443fa7fe75758145d216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'external_fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '6ae42f13-4fb5-4b4a-a032-58a6aa5e3d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:11:05Z', 'updated_at': '2021-07-22T23:11:11Z', 'revision_number': 4, 'project_id': '508ce7147574443fa7fe75758145d216', 'gw_port': {'id': '6ae42f13-4fb5-4b4a-a032-58a6aa5e3d84', 'name': '', 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ed:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9fe6eba-d679-4d76-9490-4779e21435a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:11:06Z', 'updated_at': '2021-07-22T23:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801875-2-iscsi', '_interfaces': [{'id': '9f17be97-7c73-4ca6-a25f-4d95a1fbfa1d', 'name': '', 'network_id': '56c05d67-dcfb-4da8-b292-0e214c68403b', 'tenant_id': '508ce7147574443fa7fe75758145d216', 'mac_address': 'fa:16:3e:36:a7:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9fe6eba-d679-4d76-9490-4779e21435a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '223fd587-80e8-4bd3-805b-2cf5bf9c1819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:11:10Z', 'updated_at': '2021-07-22T23:11:12Z', 'revision_number': 2, 'project_id': '508ce7147574443fa7fe75758145d216', 'subnets': [{'id': '223fd587-80e8-4bd3-805b-2cf5bf9c1819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801875-2-iscsi', False) {} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:11:15.958993 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc8453e-30e4-4b23-bb79-8ed6d1662177 None None] Checking router: a9fe6eba-d679-4d76-9490-4779e21435a2 for host: dv-cinder-801875-2-iscsi {{(pid=93195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:11:15.959385 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc8453e-30e4-4b23-bb79-8ed6d1662177 None None] Updating router a9fe6eba-d679-4d76-9490-4779e21435a2 port 9f17be97-7c73-4ca6-a25f-4d95a1fbfa1d binding host dv-cinder-801875-2-iscsi {{(pid=93195) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:11:15.976715 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd2442c8-3c8f-495c-8430-37752802e250 req-eef01eba-b166-4db9-a94a-eac35a673914 tempest-DeleteServersTestJSON-956434508 tempest-DeleteServersTestJSON-956434508-project] Made reservation on behalf of 744f017b5f3b4225a42e6e393a02127c for: {'port': 1} {{(pid=93193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:11:15.983554 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-bd2442c8-3c8f-495c-8430-37752802e250 req-eef01eba-b166-4db9-a94a-eac35a673914 tempest-DeleteServersTestJSON-956434508 tempest-DeleteServersTestJSON-956434508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:16.039017 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd7f76f-7744-4984-9d5e-0ac54e19a08f req-c8918c11-69c6-4bdc-93e7-fa8a3800e64d tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:16.057030 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-8bd7f76f-7744-4984-9d5e-0ac54e19a08f req-c8918c11-69c6-4bdc-93e7-fa8a3800e64d tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/networks?id=56c05d67-dcfb-4da8-b292-0e214c68403b HTTP/1.1" status: 200 len: 819 time: 0.3642526 Jul 22 23:11:16.064017 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-a51f1a78-9e8d-4e63-b270-0cec3b0db2a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:16.067734 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-6781a070-a91b-4aa1-a21c-dd11527505e1 None None] Provisioning complete for port 3ea83c17-8c56-48fc-8173-e2cc149ba30b triggered by entity DHCP. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:11:16.074667 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron_lib.callbacks.manager [None req-8fc8453e-30e4-4b23-bb79-8ed6d1662177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:16.075460 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-6781a070-a91b-4aa1-a21c-dd11527505e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832377'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:16.145558 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-8ecf76be-0869-4cf6-8c22-230a412e6794 req-65aa0470-5b60-41c6-bcdc-c5ee60c236a7 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/ports?device_id=14cd5873-97d8-472c-b99c-8b14621deecf HTTP/1.1" status: 200 len: 210 time: 0.1359487 Jul 22 23:11:16.154192 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-8bd7f76f-7744-4984-9d5e-0ac54e19a08f req-a0a6f25a-1aaf-4680-8f2d-3d43ab451f37 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/quotas/508ce7147574443fa7fe75758145d216 HTTP/1.1" status: 200 len: 375 time: 0.0959840 Jul 22 23:11:16.565943 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-8bd7f76f-7744-4984-9d5e-0ac54e19a08f req-7a9eb533-e4d9-453b-84ef-993fc916348f tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=508ce7147574443fa7fe75758145d216&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3937402 Jul 22 23:11:16.639347 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-960bccea-91b1-40dd-b8ee-705326fffd79 None None] Notify callbacks [] for port, precommit_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:16.679793 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-960bccea-91b1-40dd-b8ee-705326fffd79 None None] Transition to ACTIVE for port object 41f5966e-46b6-472b-a65f-12904462cfc3 will not be triggered until provisioned by entity L2. {{(pid=93194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:11:16.696028 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-960bccea-91b1-40dd-b8ee-705326fffd79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:16.868486 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425f56df-a8d2-4c7a-9759-5066d5b4151e None None] Pushing event updated for resources: {'Port': ['ID=41f5966e-46b6-472b-a65f-12904462cfc3,revision_number=2']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:16.954243 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.managers [None req-960bccea-91b1-40dd-b8ee-705326fffd79 None None] Attempting to bind port 41f5966e-46b6-472b-a65f-12904462cfc3 on host dv-cinder-801875-2-iscsi for vnic_type normal with profile {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:11:16.957979 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.managers [None req-960bccea-91b1-40dd-b8ee-705326fffd79 None None] Attempting to bind port 41f5966e-46b6-472b-a65f-12904462cfc3 by drivers openvswitch,hyperv on host dv-cinder-801875-2-iscsi at level 0 using segments [{'id': '829b4ee6-bc3b-4b66-8264-3fcbe946197d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4'}] {{(pid=93194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:11:16.960075 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960bccea-91b1-40dd-b8ee-705326fffd79 None None] Attempting to bind port 41f5966e-46b6-472b-a65f-12904462cfc3 on network e89e037f-b917-4fce-8638-db5189a5e8e4 {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:11:16.982653 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Device 3ea83c17-8c56-48fc-8173-e2cc149ba30b up at agent ovs-agent-dv-cinder-801875-2-iscsi {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:11:17.013332 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-2e35b35d-1f1c-4595-aceb-d92affcf3d9c req-4c1c73ec-90c8-43de-8cae-ad2fb645d59c tempest-DeleteServersTestJSON-956434508 tempest-DeleteServersTestJSON-956434508-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb96b61e-b2c3-4ccd-a299-e4e073efa1af HTTP/1.1" status: 200 len: 210 time: 0.1272283 Jul 22 23:11:17.063644 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron_lib.callbacks.manager [None req-8fc8453e-30e4-4b23-bb79-8ed6d1662177 None None] Notify callbacks [] for port, precommit_update {{(pid=93195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:17.087818 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960bccea-91b1-40dd-b8ee-705326fffd79 None None] Checking agent: {'id': 'f30eb83a-2393-42b8-bba2-207fe5e6c4a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801875-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 3, 19), 'started_at': datetime.datetime(2021, 7, 22, 23, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801875-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:11:17.090093 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960bccea-91b1-40dd-b8ee-705326fffd79 None None] Checking segment: {'id': '829b4ee6-bc3b-4b66-8264-3fcbe946197d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:11:17.090450 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-960bccea-91b1-40dd-b8ee-705326fffd79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:17.090924 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960bccea-91b1-40dd-b8ee-705326fffd79 None None] Bound using segment: {'id': '829b4ee6-bc3b-4b66-8264-3fcbe946197d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4'} {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:11:17.092170 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.managers [None req-960bccea-91b1-40dd-b8ee-705326fffd79 None None] Bound port: 41f5966e-46b6-472b-a65f-12904462cfc3, host: dv-cinder-801875-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '829b4ee6-bc3b-4b66-8264-3fcbe946197d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4'}}] {{(pid=93194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:11:17.092809 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-960bccea-91b1-40dd-b8ee-705326fffd79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:17.094380 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.provisioning_blocks [None req-8fc8453e-30e4-4b23-bb79-8ed6d1662177 None None] Transition to ACTIVE for port object 9f17be97-7c73-4ca6-a25f-4d95a1fbfa1d will not be triggered until provisioned by entity L2. {{(pid=93195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:11:17.109877 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron_lib.callbacks.manager [None req-8fc8453e-30e4-4b23-bb79-8ed6d1662177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:17.127801 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.db.db_base_plugin_common [req-bd2442c8-3c8f-495c-8430-37752802e250 req-eef01eba-b166-4db9-a94a-eac35a673914 tempest-DeleteServersTestJSON-956434508 tempest-DeleteServersTestJSON-956434508-project] Allocated IP 172.20.0.12 (de397990-f2a1-432f-9415-ba1f7a83fc14/4297dae4-83d0-4dbd-86f4-51bfb44a7f08/12394051-d740-4cb9-a247-ae2147d2ce0f) {{(pid=93193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:11:17.168002 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-8bd7f76f-7744-4984-9d5e-0ac54e19a08f req-b8ed6d89-7038-442b-b00b-84c904e9dd20 service neutron] 10.222.0.44 "GET /v2.0/networks/56c05d67-dcfb-4da8-b292-0e214c68403b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6000712 Jul 22 23:11:17.346748 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2640d870-eab9-4509-b24a-9e486f695e72 None None] Pushing event updated for resources: {'Port': ['ID=9f17be97-7c73-4ca6-a25f-4d95a1fbfa1d,revision_number=3']} {{(pid=93195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:17.348442 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Provisioning complete for port 3ea83c17-8c56-48fc-8173-e2cc149ba30b triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:11:17.348442 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832377'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:17.445144 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.managers [None req-8fc8453e-30e4-4b23-bb79-8ed6d1662177 None None] Attempting to bind port 9f17be97-7c73-4ca6-a25f-4d95a1fbfa1d on host dv-cinder-801875-2-iscsi for vnic_type normal with profile {{(pid=93195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:11:17.445630 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.managers [None req-8fc8453e-30e4-4b23-bb79-8ed6d1662177 None None] Attempting to bind port 9f17be97-7c73-4ca6-a25f-4d95a1fbfa1d by drivers openvswitch,hyperv on host dv-cinder-801875-2-iscsi at level 0 using segments [{'id': '2fba7ac8-4037-42cf-bf7c-8167f737370d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '56c05d67-dcfb-4da8-b292-0e214c68403b'}] {{(pid=93195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:11:17.447151 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc8453e-30e4-4b23-bb79-8ed6d1662177 None None] Attempting to bind port 9f17be97-7c73-4ca6-a25f-4d95a1fbfa1d on network 56c05d67-dcfb-4da8-b292-0e214c68403b {{(pid=93195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:11:17.460544 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc8453e-30e4-4b23-bb79-8ed6d1662177 None None] Checking agent: {'id': 'f30eb83a-2393-42b8-bba2-207fe5e6c4a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801875-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 3, 19), 'started_at': datetime.datetime(2021, 7, 22, 23, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801875-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:11:17.462772 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc8453e-30e4-4b23-bb79-8ed6d1662177 None None] Checking segment: {'id': '2fba7ac8-4037-42cf-bf7c-8167f737370d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '56c05d67-dcfb-4da8-b292-0e214c68403b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:11:17.464218 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron_lib.callbacks.manager [None req-8fc8453e-30e4-4b23-bb79-8ed6d1662177 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:17.465646 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc8453e-30e4-4b23-bb79-8ed6d1662177 None None] Bound using segment: {'id': '2fba7ac8-4037-42cf-bf7c-8167f737370d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '56c05d67-dcfb-4da8-b292-0e214c68403b'} {{(pid=93195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:11:17.466362 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.managers [None req-8fc8453e-30e4-4b23-bb79-8ed6d1662177 None None] Bound port: 9f17be97-7c73-4ca6-a25f-4d95a1fbfa1d, host: dv-cinder-801875-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fba7ac8-4037-42cf-bf7c-8167f737370d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '56c05d67-dcfb-4da8-b292-0e214c68403b'}}] {{(pid=93195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:11:17.467838 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron_lib.callbacks.manager [None req-8fc8453e-30e4-4b23-bb79-8ed6d1662177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:17.519761 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-960bccea-91b1-40dd-b8ee-705326fffd79 None None] For port 41f5966e-46b6-472b-a65f-12904462cfc3, host dv-cinder-801875-2-iscsi, cleared binding levels {{(pid=93194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:11:17.528218 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-960bccea-91b1-40dd-b8ee-705326fffd79 None None] For port 41f5966e-46b6-472b-a65f-12904462cfc3, host dv-cinder-801875-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801875-2-iscsi',level=0,port_id=41f5966e-46b6-472b-a65f-12904462cfc3,segment=NetworkSegment(829b4ee6-bc3b-4b66-8264-3fcbe946197d),segment_id=829b4ee6-bc3b-4b66-8264-3fcbe946197d)] {{(pid=93194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:11:17.551282 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-960bccea-91b1-40dd-b8ee-705326fffd79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:17.658587 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.db [None req-8fc8453e-30e4-4b23-bb79-8ed6d1662177 None None] For port 9f17be97-7c73-4ca6-a25f-4d95a1fbfa1d, host dv-cinder-801875-2-iscsi, cleared binding levels {{(pid=93195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:11:17.663812 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.db [None req-8fc8453e-30e4-4b23-bb79-8ed6d1662177 None None] For port 9f17be97-7c73-4ca6-a25f-4d95a1fbfa1d, host dv-cinder-801875-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801875-2-iscsi',level=0,port_id=9f17be97-7c73-4ca6-a25f-4d95a1fbfa1d,segment=NetworkSegment(2fba7ac8-4037-42cf-bf7c-8167f737370d),segment_id=2fba7ac8-4037-42cf-bf7c-8167f737370d)] {{(pid=93195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:11:17.675920 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron_lib.callbacks.manager [None req-8fc8453e-30e4-4b23-bb79-8ed6d1662177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:17.719629 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-8bd7f76f-7744-4984-9d5e-0ac54e19a08f req-2ff98c4f-2d4d-4d84-916f-84f615f1a91f service neutron] 10.222.0.44 "GET /v2.0/networks/56c05d67-dcfb-4da8-b292-0e214c68403b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5291038 Jul 22 23:11:17.749533 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-5030932a-eb3a-4a36-bd38-f31c0abfc7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:17.815161 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960bccea-91b1-40dd-b8ee-705326fffd79 None None] Routers {'8224ad20-6f9d-4cf8-8783-c43db30f6170'} bound to L3 agent in host dv-cinder-801875-2-iscsi {{(pid=93194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:11:17.815803 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-960bccea-91b1-40dd-b8ee-705326fffd79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801875-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T23:03:18Z,description=,heartbeat_timestamp=2021-07-22T23:10:48Z,host='dv-cinder-801875-2-iscsi',id=fdf30918-cf4b-4771-a7f5-907485eb00f1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:18Z,topic='l3_agent')) {'router_ids': ['8224ad20-6f9d-4cf8-8783-c43db30f6170'], 'active': True} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:11:17.860635 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-4f326809-0bca-4119-b84d-b5e70abc1f20 req-a7675315-b5c1-40fd-a27d-4c472325e0ab tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/ports?device_id=14cd5873-97d8-472c-b99c-8b14621deecf HTTP/1.1" status: 200 len: 210 time: 0.1089685 Jul 22 23:11:17.945310 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc8453e-30e4-4b23-bb79-8ed6d1662177 None None] Routers {'a9fe6eba-d679-4d76-9490-4779e21435a2'} bound to L3 agent in host dv-cinder-801875-2-iscsi {{(pid=93195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:11:17.945964 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-8fc8453e-30e4-4b23-bb79-8ed6d1662177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801875-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T23:03:18Z,description=,heartbeat_timestamp=2021-07-22T23:10:48Z,host='dv-cinder-801875-2-iscsi',id=fdf30918-cf4b-4771-a7f5-907485eb00f1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:18Z,topic='l3_agent')) {'router_ids': ['a9fe6eba-d679-4d76-9490-4779e21435a2'], 'active': True} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:11:17.949422 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2640d870-eab9-4509-b24a-9e486f695e72 None None] Pushing event updated for resources: {'Port': ['ID=9f17be97-7c73-4ca6-a25f-4d95a1fbfa1d,revision_number=4']} {{(pid=93195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:18.130146 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-cf9c63cc-ff73-41e7-b67e-e08b9eb51ee7 req-885d840a-48c2-4317-b667-7a219a59f383 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=30c4bc5a-ce65-4608-8781-bde54ef98599 HTTP/1.1" status: 200 len: 210 time: 0.1135776 Jul 22 23:11:18.231740 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.76', 53929) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:11:18.243571 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvr_db [None req-960bccea-91b1-40dd-b8ee-705326fffd79 None None] Set router 8224ad20-6f9d-4cf8-8783-c43db30f6170 gateway port host: dv-cinder-801875-2-iscsi {{(pid=93194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:11:18.409501 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvr_db [None req-8fc8453e-30e4-4b23-bb79-8ed6d1662177 None None] Set router a9fe6eba-d679-4d76-9490-4779e21435a2 gateway port host: dv-cinder-801875-2-iscsi {{(pid=93195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:11:18.578914 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425f56df-a8d2-4c7a-9759-5066d5b4151e None None] Pushing event updated for resources: {'Port': ['ID=41f5966e-46b6-472b-a65f-12904462cfc3,revision_number=3']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:18.583185 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-1af1a52d-2227-4966-a197-dc1827964459 req-a6638c8c-5d15-4371-8d26-5fc0fd3584a8 tempest-DeleteServersTestJSON-956434508 tempest-DeleteServersTestJSON-956434508-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb96b61e-b2c3-4ccd-a299-e4e073efa1af HTTP/1.1" status: 200 len: 210 time: 0.1920903 Jul 22 23:11:18.683078 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-bd2442c8-3c8f-495c-8430-37752802e250 req-eef01eba-b166-4db9-a94a-eac35a673914 tempest-DeleteServersTestJSON-956434508 tempest-DeleteServersTestJSON-956434508-project] Notify callbacks [] for port, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:18.797077 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-9cef41c7-bed5-4255-ac51-2ab4e651acb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:18.866771 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:18.895519 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-bd2442c8-3c8f-495c-8430-37752802e250 req-eef01eba-b166-4db9-a94a-eac35a673914 tempest-DeleteServersTestJSON-956434508 tempest-DeleteServersTestJSON-956434508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769065317241'] for port, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:19.030216 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd2442c8-3c8f-495c-8430-37752802e250 req-eef01eba-b166-4db9-a94a-eac35a673914 tempest-DeleteServersTestJSON-956434508 tempest-DeleteServersTestJSON-956434508-project] Network de397990-f2a1-432f-9415-ba1f7a83fc14 is already hosted by enough agents. {{(pid=93193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:11:19.047952 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:19.116678 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.scheduler.base_scheduler [req-bd2442c8-3c8f-495c-8430-37752802e250 req-eef01eba-b166-4db9-a94a-eac35a673914 tempest-DeleteServersTestJSON-956434508 tempest-DeleteServersTestJSON-956434508-project] Resources bound (agent type, host, resource id): {{(pid=93193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:11:19.120813 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd2442c8-3c8f-495c-8430-37752802e250 req-eef01eba-b166-4db9-a94a-eac35a673914 tempest-DeleteServersTestJSON-956434508 tempest-DeleteServersTestJSON-956434508-project] Received port after_create {{(pid=93193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:11:19.139011 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-8fc8453e-30e4-4b23-bb79-8ed6d1662177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9fe6eba-d679-4d76-9490-4779e21435a2', 'name': 'tempest-ServerRescueNegativeTestJSON-1182319753-router', 'tenant_id': '508ce7147574443fa7fe75758145d216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'external_fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '6ae42f13-4fb5-4b4a-a032-58a6aa5e3d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:11:05Z', 'updated_at': '2021-07-22T23:11:11Z', 'revision_number': 4, 'project_id': '508ce7147574443fa7fe75758145d216', 'gw_port': {'id': '6ae42f13-4fb5-4b4a-a032-58a6aa5e3d84', 'name': '', 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ed:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9fe6eba-d679-4d76-9490-4779e21435a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:11:06Z', 'updated_at': '2021-07-22T23:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801875-2-iscsi', '_interfaces': [{'id': '9f17be97-7c73-4ca6-a25f-4d95a1fbfa1d', 'name': '', 'network_id': '56c05d67-dcfb-4da8-b292-0e214c68403b', 'tenant_id': '508ce7147574443fa7fe75758145d216', 'mac_address': 'fa:16:3e:36:a7:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9fe6eba-d679-4d76-9490-4779e21435a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '223fd587-80e8-4bd3-805b-2cf5bf9c1819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:11:10Z', 'updated_at': '2021-07-22T23:11:17Z', 'revision_number': 4, 'project_id': '508ce7147574443fa7fe75758145d216', 'subnets': [{'id': '223fd587-80e8-4bd3-805b-2cf5bf9c1819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801875-2-iscsi', False) {} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:11:19.151447 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2442c8-3c8f-495c-8430-37752802e250 req-eef01eba-b166-4db9-a94a-eac35a673914 tempest-DeleteServersTestJSON-956434508 tempest-DeleteServersTestJSON-956434508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:19.154699 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-bd2442c8-3c8f-495c-8430-37752802e250 req-eef01eba-b166-4db9-a94a-eac35a673914 tempest-DeleteServersTestJSON-956434508 tempest-DeleteServersTestJSON-956434508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585183'] for port, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:19.257752 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-d6d3e244-519d-4c84-95ee-f6386db2b0d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:19.271975 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc8453e-30e4-4b23-bb79-8ed6d1662177 None None] The sync data for ids ['a9fe6eba-d679-4d76-9490-4779e21435a2'] in dv-cinder-801875-2-iscsi is: [{'id': 'a9fe6eba-d679-4d76-9490-4779e21435a2', 'name': 'tempest-ServerRescueNegativeTestJSON-1182319753-router', 'tenant_id': '508ce7147574443fa7fe75758145d216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'external_fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '6ae42f13-4fb5-4b4a-a032-58a6aa5e3d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:11:05Z', 'updated_at': '2021-07-22T23:11:11Z', 'revision_number': 4, 'project_id': '508ce7147574443fa7fe75758145d216', 'gw_port': {'id': '6ae42f13-4fb5-4b4a-a032-58a6aa5e3d84', 'name': '', 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ed:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9fe6eba-d679-4d76-9490-4779e21435a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:11:06Z', 'updated_at': '2021-07-22T23:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801875-2-iscsi', '_interfaces': [{'id': '9f17be97-7c73-4ca6-a25f-4d95a1fbfa1d', 'name': '', 'network_id': '56c05d67-dcfb-4da8-b292-0e214c68403b', 'tenant_id': '508ce7147574443fa7fe75758145d216', 'mac_address': 'fa:16:3e:36:a7:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9fe6eba-d679-4d76-9490-4779e21435a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '223fd587-80e8-4bd3-805b-2cf5bf9c1819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:11:10Z', 'updated_at': '2021-07-22T23:11:17Z', 'revision_number': 4, 'project_id': '508ce7147574443fa7fe75758145d216', 'subnets': [{'id': '223fd587-80e8-4bd3-805b-2cf5bf9c1819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:11:19.442941 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c8ccf3-1a8b-4c2d-84eb-1eb6976f95bf req-73c053b8-1b82-4cd3-9ebd-b33aac27ad99 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:19.442941 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-70c8ccf3-1a8b-4c2d-84eb-1eb6976f95bf req-73c053b8-1b82-4cd3-9ebd-b33aac27ad99 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.76 "GET /v2.0/networks?id=e58c7542-6db3-4e04-8d2d-fe660d3affaa HTTP/1.1" status: 200 len: 814 time: 1.0922046 Jul 22 23:11:19.474200 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-bd2442c8-3c8f-495c-8430-37752802e250 req-eef01eba-b166-4db9-a94a-eac35a673914 tempest-DeleteServersTestJSON-956434508 tempest-DeleteServersTestJSON-956434508-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.0109015 Jul 22 23:11:19.537669 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-b52e826a-f386-4e2e-807e-8408b69c0c9a req-759fc4e9-59ef-4c64-89b4-72e8f4814913 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/ports?device_id=14cd5873-97d8-472c-b99c-8b14621deecf HTTP/1.1" status: 200 len: 210 time: 0.1894059 Jul 22 23:11:19.564513 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [req-bd2442c8-3c8f-495c-8430-37752802e250 req-a2441770-e532-4c89-8b8e-6c0b25b210cd tempest-DeleteServersTestJSON-956434508 tempest-DeleteServersTestJSON-956434508-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=93193) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:11:19.565037 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-bd2442c8-3c8f-495c-8430-37752802e250 req-a2441770-e532-4c89-8b8e-6c0b25b210cd tempest-DeleteServersTestJSON-956434508 tempest-DeleteServersTestJSON-956434508-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0131276 Jul 22 23:11:19.565712 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef01eba-b166-4db9-a94a-eac35a673914 tempest-DeleteServersTestJSON-956434508 tempest-DeleteServersTestJSON-956434508-project] Pushing event updated for resources: {'Port': ['ID=12394051-d740-4cb9-a247-ae2147d2ce0f,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:19.576385 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.db.db_base_plugin_common [None req-5030932a-eb3a-4a36-bd38-f31c0abfc7d0 admin admin] Allocated IP 172.20.0.1 (15297b5d-2132-449e-9de1-fcfc3bc99bcd/c47fa5de-a082-4f3c-9a72-06af8857dbb0/ee9e5b45-0554-4341-94e3-6949c5a4fd0a) {{(pid=93193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:11:19.582303 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.v2.base [req-70c8ccf3-1a8b-4c2d-84eb-1eb6976f95bf req-2d636051-f67d-41e9-83a8-2c5dd9a48298 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Request body: {'port': {'device_id': '14cd5873-97d8-472c-b99c-8b14621deecf', 'network_id': 'e58c7542-6db3-4e04-8d2d-fe660d3affaa', 'admin_state_up': True, 'tenant_id': 'aeb3cb1118144b5785cc93ac6fc21fc2'}} {{(pid=93192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:11:19.608471 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-960bccea-91b1-40dd-b8ee-705326fffd79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8224ad20-6f9d-4cf8-8783-c43db30f6170', 'name': 'tempest-AttachVolumeShelveTestJSON-1093504326-router', 'tenant_id': '934579b2f9344fa4a2472101e976d552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'external_fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '41f5966e-46b6-472b-a65f-12904462cfc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:11:09Z', 'updated_at': '2021-07-22T23:11:12Z', 'revision_number': 3, 'project_id': '934579b2f9344fa4a2472101e976d552', 'gw_port': {'id': '41f5966e-46b6-472b-a65f-12904462cfc3', 'name': '', 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:2e:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8224ad20-6f9d-4cf8-8783-c43db30f6170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:11:10Z', 'updated_at': '2021-07-22T23:11:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801875-2-iscsi'}], 'dv-cinder-801875-2-iscsi', False) {} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:11:19.772393 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908f42ef-4a6a-46c3-8abd-cfc9c13d524e req-8506bfeb-e4e2-4a40-b11b-5d8b0a4db0f9 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:19.783733 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-908f42ef-4a6a-46c3-8abd-cfc9c13d524e req-8506bfeb-e4e2-4a40-b11b-5d8b0a4db0f9 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/networks?id=56c05d67-dcfb-4da8-b292-0e214c68403b HTTP/1.1" status: 200 len: 819 time: 0.9365454 Jul 22 23:11:20.049661 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-908f42ef-4a6a-46c3-8abd-cfc9c13d524e req-e5d8df4d-a74a-4da0-9784-e9821744bdaf tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/quotas/508ce7147574443fa7fe75758145d216 HTTP/1.1" status: 200 len: 375 time: 0.2628756 Jul 22 23:11:20.067641 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-5030932a-eb3a-4a36-bd38-f31c0abfc7d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:20.104113 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960bccea-91b1-40dd-b8ee-705326fffd79 None None] The sync data for ids ['8224ad20-6f9d-4cf8-8783-c43db30f6170'] in dv-cinder-801875-2-iscsi is: [{'id': '8224ad20-6f9d-4cf8-8783-c43db30f6170', 'name': 'tempest-AttachVolumeShelveTestJSON-1093504326-router', 'tenant_id': '934579b2f9344fa4a2472101e976d552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'external_fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '41f5966e-46b6-472b-a65f-12904462cfc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:11:09Z', 'updated_at': '2021-07-22T23:11:12Z', 'revision_number': 3, 'project_id': '934579b2f9344fa4a2472101e976d552', 'gw_port': {'id': '41f5966e-46b6-472b-a65f-12904462cfc3', 'name': '', 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:2e:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8224ad20-6f9d-4cf8-8783-c43db30f6170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:11:10Z', 'updated_at': '2021-07-22T23:11:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801875-2-iscsi'}] {{(pid=93194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:11:20.134115 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.db.provisioning_blocks [None req-5030932a-eb3a-4a36-bd38-f31c0abfc7d0 admin admin] Transition to ACTIVE for port object ee9e5b45-0554-4341-94e3-6949c5a4fd0a will not be triggered until provisioned by entity DHCP. {{(pid=93193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:11:20.165294 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [req-bd2442c8-3c8f-495c-8430-37752802e250 req-beeba3d8-d250-4976-9095-c3b1ca0deea4 service neutron] Request body: {'port': {'device_id': 'fb96b61e-b2c3-4ccd-a299-e4e073efa1af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80187'}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:11:20.301913 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-5030932a-eb3a-4a36-bd38-f31c0abfc7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769065317241'] for port, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:20.525091 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5030932a-eb3a-4a36-bd38-f31c0abfc7d0 admin admin] Network 15297b5d-2132-449e-9de1-fcfc3bc99bcd is already hosted by enough agents. {{(pid=93193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:11:20.540546 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.scheduler.base_scheduler [None req-5030932a-eb3a-4a36-bd38-f31c0abfc7d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:11:20.573737 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5030932a-eb3a-4a36-bd38-f31c0abfc7d0 admin admin] Received port after_create {{(pid=93193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:11:20.578633 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-5030932a-eb3a-4a36-bd38-f31c0abfc7d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-680724'] for router_interface, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:20.586383 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-908f42ef-4a6a-46c3-8abd-cfc9c13d524e req-349b9ec9-04b7-406b-b4c0-f9b2002a5475 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=508ce7147574443fa7fe75758145d216&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5346570 Jul 22 23:11:20.692947 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc62c23-d567-406f-9cc9-99198092dea2 req-2e4cd26c-4b3c-4854-9f38-09574dd67f63 tempest-DeleteServersTestJSON-956434508 tempest-DeleteServersTestJSON-956434508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:20.694737 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-adc62c23-d567-406f-9cc9-99198092dea2 req-2e4cd26c-4b3c-4854-9f38-09574dd67f63 tempest-DeleteServersTestJSON-956434508 tempest-DeleteServersTestJSON-956434508-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb96b61e-b2c3-4ccd-a299-e4e073efa1af HTTP/1.1" status: 200 len: 932 time: 0.6949227 Jul 22 23:11:20.762494 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70c8ccf3-1a8b-4c2d-84eb-1eb6976f95bf req-2d636051-f67d-41e9-83a8-2c5dd9a48298 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Made reservation on behalf of aeb3cb1118144b5785cc93ac6fc21fc2 for: {'port': 1} {{(pid=93192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:11:20.768575 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [req-70c8ccf3-1a8b-4c2d-84eb-1eb6976f95bf req-2d636051-f67d-41e9-83a8-2c5dd9a48298 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:20.902585 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-cbf739a1-5d20-402c-989d-00d0f7e6e81c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:21.204228 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Device 9f17be97-7c73-4ca6-a25f-4d95a1fbfa1d up at agent ovs-agent-dv-cinder-801875-2-iscsi {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:11:21.253142 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.76', 53934) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:11:21.279439 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5030932a-eb3a-4a36-bd38-f31c0abfc7d0 admin admin] Pushing event updated for resources: {'Port': ['ID=ee9e5b45-0554-4341-94e3-6949c5a4fd0a,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:21.372918 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-841cd950-9ae2-4391-8a85-37993223f9be None None] Provisioning for port ee9e5b45-0554-4341-94e3-6949c5a4fd0a completed by entity DHCP. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:11:21.380281 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-841cd950-9ae2-4391-8a85-37993223f9be None None] Provisioning complete for port ee9e5b45-0554-4341-94e3-6949c5a4fd0a triggered by entity DHCP. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:11:21.389944 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-841cd950-9ae2-4391-8a85-37993223f9be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832377'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:21.454088 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-bd2442c8-3c8f-495c-8430-37752802e250 req-beeba3d8-d250-4976-9095-c3b1ca0deea4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:21.541928 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Provisioning for port 9f17be97-7c73-4ca6-a25f-4d95a1fbfa1d completed by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:11:21.559787 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Provisioning complete for port 9f17be97-7c73-4ca6-a25f-4d95a1fbfa1d triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:11:21.562953 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832377'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:21.567217 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-841cd950-9ae2-4391-8a85-37993223f9be None None] Port ee9e5b45-0554-4341-94e3-6949c5a4fd0a cannot update to ACTIVE because it is not bound. {{(pid=93194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:11:21.704750 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.db.db_base_plugin_common [req-70c8ccf3-1a8b-4c2d-84eb-1eb6976f95bf req-2d636051-f67d-41e9-83a8-2c5dd9a48298 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Allocated IP 172.20.0.12 (e58c7542-6db3-4e04-8d2d-fe660d3affaa/b9ecd397-fc62-4881-82a1-08e8c6fe73f4/4ff6ad14-4f2e-413e-9405-77e3cca49e39) {{(pid=93192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:11:21.707797 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-5030932a-eb3a-4a36-bd38-f31c0abfc7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:21.780865 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:21.873007 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] For port 9f17be97-7c73-4ca6-a25f-4d95a1fbfa1d, host dv-cinder-801875-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801875-2-iscsi',level=0,port_id=9f17be97-7c73-4ca6-a25f-4d95a1fbfa1d,segment=NetworkSegment(2fba7ac8-4037-42cf-bf7c-8167f737370d),segment_id=2fba7ac8-4037-42cf-bf7c-8167f737370d)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:11:21.880900 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:21.883070 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Device 41f5966e-46b6-472b-a65f-12904462cfc3 up at agent ovs-agent-dv-cinder-801875-2-iscsi {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:11:22.041309 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Provisioning for port 41f5966e-46b6-472b-a65f-12904462cfc3 completed by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:11:22.057097 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Provisioning complete for port 41f5966e-46b6-472b-a65f-12904462cfc3 triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:11:22.057472 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832377'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:22.299747 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-5030932a-eb3a-4a36-bd38-f31c0abfc7d0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:22.324933 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-5030932a-eb3a-4a36-bd38-f31c0abfc7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:22.326593 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-5030932a-eb3a-4a36-bd38-f31c0abfc7d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-679076'] for router_interface, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:22.353246 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:22.379352 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-adc62c23-d567-406f-9cc9-99198092dea2 req-b48a78e2-9b83-4775-9dfb-65f1a58ddbe6 tempest-DeleteServersTestJSON-956434508 tempest-DeleteServersTestJSON-956434508-project] 10.222.0.44 "GET /v2.0/security-groups?id=4a448ffd-040c-4880-b1dd-3c9b178b1182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6238053 Jul 22 23:11:22.415579 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] For port 41f5966e-46b6-472b-a65f-12904462cfc3, host dv-cinder-801875-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801875-2-iscsi',level=0,port_id=41f5966e-46b6-472b-a65f-12904462cfc3,segment=NetworkSegment(829b4ee6-bc3b-4b66-8264-3fcbe946197d),segment_id=829b4ee6-bc3b-4b66-8264-3fcbe946197d)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:11:22.421655 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Pushing event updated for resources: {'Port': ['ID=9f17be97-7c73-4ca6-a25f-4d95a1fbfa1d,revision_number=5']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:22.428188 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:22.477150 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-908f42ef-4a6a-46c3-8abd-cfc9c13d524e req-a82e9749-9bba-4eb3-8909-a966be42b2cd service neutron] 10.222.0.44 "GET /v2.0/networks/56c05d67-dcfb-4da8-b292-0e214c68403b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8899460 Jul 22 23:11:22.545696 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5030932a-eb3a-4a36-bd38-f31c0abfc7d0 admin admin] Pushing event updated for resources: {'Port': ['ID=ee9e5b45-0554-4341-94e3-6949c5a4fd0a,revision_number=2']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:22.571226 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd7f76f-7744-4984-9d5e-0ac54e19a08f req-eaa47303-371b-47ec-9d66-8ad9a8974d1a tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:22.572475 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Pushing event updated for resources: {'Port': ['ID=41f5966e-46b6-472b-a65f-12904462cfc3,revision_number=4']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:22.572759 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-8bd7f76f-7744-4984-9d5e-0ac54e19a08f req-eaa47303-371b-47ec-9d66-8ad9a8974d1a tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.76 "GET /v2.0/networks?id=56c05d67-dcfb-4da8-b292-0e214c68403b HTTP/1.1" status: 200 len: 819 time: 1.3157561 Jul 22 23:11:22.683449 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [req-70c8ccf3-1a8b-4c2d-84eb-1eb6976f95bf req-2d636051-f67d-41e9-83a8-2c5dd9a48298 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Notify callbacks [] for port, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:22.825541 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-908f42ef-4a6a-46c3-8abd-cfc9c13d524e req-6d160d58-eb95-48f0-b0e2-a52fb6155f81 service neutron] 10.222.0.44 "GET /v2.0/networks/56c05d67-dcfb-4da8-b292-0e214c68403b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3343673 Jul 22 23:11:22.872749 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Device 9f17be97-7c73-4ca6-a25f-4d95a1fbfa1d up at agent ovs-agent-dv-cinder-801875-2-iscsi {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:11:22.919453 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-3caf26c3-4a17-4772-839b-6216a463f66a req-278f6b36-e82f-47e6-afa4-2fc96780b418 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/ports?device_id=14cd5873-97d8-472c-b99c-8b14621deecf HTTP/1.1" status: 200 len: 210 time: 0.1501591 Jul 22 23:11:22.943987 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [req-70c8ccf3-1a8b-4c2d-84eb-1eb6976f95bf req-2d636051-f67d-41e9-83a8-2c5dd9a48298 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769065317241'] for port, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:22.960156 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [req-8bd7f76f-7744-4984-9d5e-0ac54e19a08f req-f386edb5-ede9-4aff-85f0-720620733627 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Request body: {'port': {'device_id': '30c4bc5a-ce65-4608-8781-bde54ef98599', 'network_id': '56c05d67-dcfb-4da8-b292-0e214c68403b', 'admin_state_up': True, 'tenant_id': '508ce7147574443fa7fe75758145d216'}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:11:23.044153 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Provisioning complete for port 9f17be97-7c73-4ca6-a25f-4d95a1fbfa1d triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:11:23.044695 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832377'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:23.150085 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70c8ccf3-1a8b-4c2d-84eb-1eb6976f95bf req-2d636051-f67d-41e9-83a8-2c5dd9a48298 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Network e58c7542-6db3-4e04-8d2d-fe660d3affaa is already hosted by enough agents. {{(pid=93192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:11:23.155635 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.scheduler.base_scheduler [req-70c8ccf3-1a8b-4c2d-84eb-1eb6976f95bf req-2d636051-f67d-41e9-83a8-2c5dd9a48298 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Resources bound (agent type, host, resource id): {{(pid=93192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:11:23.193355 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.db.l3_dvrscheduler_db [req-70c8ccf3-1a8b-4c2d-84eb-1eb6976f95bf req-2d636051-f67d-41e9-83a8-2c5dd9a48298 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Received port after_create {{(pid=93192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:11:23.209716 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c8ccf3-1a8b-4c2d-84eb-1eb6976f95bf req-2d636051-f67d-41e9-83a8-2c5dd9a48298 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:23.224722 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [req-70c8ccf3-1a8b-4c2d-84eb-1eb6976f95bf req-2d636051-f67d-41e9-83a8-2c5dd9a48298 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585183'] for port, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:23.282006 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-70c8ccf3-1a8b-4c2d-84eb-1eb6976f95bf req-2d636051-f67d-41e9-83a8-2c5dd9a48298 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7413232 Jul 22 23:11:23.336006 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.v2.base [req-70c8ccf3-1a8b-4c2d-84eb-1eb6976f95bf req-cce728ef-fc17-42b0-b8c7-d10240ae2637 service neutron] Request body: {'port': {'device_id': '14cd5873-97d8-472c-b99c-8b14621deecf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80187'}} {{(pid=93192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:11:23.377073 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Device 41f5966e-46b6-472b-a65f-12904462cfc3 up at agent ovs-agent-dv-cinder-801875-2-iscsi {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:11:23.577391 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Provisioning complete for port 41f5966e-46b6-472b-a65f-12904462cfc3 triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:11:23.577776 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832377'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:23.629129 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-abb664ec-1104-4ff0-9d0d-b61772cabcae req-913be2d8-7edb-4ace-a0a3-c5035e3e600b tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=8336b4ae-d194-4f5f-b4d7-c111fef91485 HTTP/1.1" status: 200 len: 210 time: 0.3089797 Jul 22 23:11:23.638594 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d636051-f67d-41e9-83a8-2c5dd9a48298 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Pushing event updated for resources: {'Port': ['ID=4ff6ad14-4f2e-413e-9405-77e3cca49e39,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:23.706225 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [req-70c8ccf3-1a8b-4c2d-84eb-1eb6976f95bf req-cce728ef-fc17-42b0-b8c7-d10240ae2637 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:23.748592 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5030932a-eb3a-4a36-bd38-f31c0abfc7d0 admin admin] Network 15297b5d-2132-449e-9de1-fcfc3bc99bcd is already hosted by enough agents. {{(pid=93193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:11:23.771577 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.scheduler.base_scheduler [None req-5030932a-eb3a-4a36-bd38-f31c0abfc7d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:11:24.323365 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-ae090bad-dda9-4860-be7c-edd5e7dab459 None None] Provisioning complete for port ee9e5b45-0554-4341-94e3-6949c5a4fd0a triggered by entity DHCP. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:11:24.323738 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-ae090bad-dda9-4860-be7c-edd5e7dab459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832377'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:24.443387 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-ae090bad-dda9-4860-be7c-edd5e7dab459 None None] Port ee9e5b45-0554-4341-94e3-6949c5a4fd0a cannot update to ACTIVE because it is not bound. {{(pid=93194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:11:24.445810 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b4e66a-ddaa-4557-b76a-c9fb339601db req-55b6593a-4b2b-4303-a35a-cefc3c7c3061 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:24.448106 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-f8b4e66a-ddaa-4557-b76a-c9fb339601db req-55b6593a-4b2b-4303-a35a-cefc3c7c3061 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/ports?device_id=14cd5873-97d8-472c-b99c-8b14621deecf HTTP/1.1" status: 200 len: 932 time: 0.3388107 Jul 22 23:11:24.459478 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a88534-b1a7-4df1-95ac-49e50e5eaa9d req-cdfb5601-faf0-4794-a377-cdbc79db4e6e tempest-DeleteServersTestJSON-956434508 tempest-DeleteServersTestJSON-956434508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:24.462213 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-d7a88534-b1a7-4df1-95ac-49e50e5eaa9d req-cdfb5601-faf0-4794-a377-cdbc79db4e6e tempest-DeleteServersTestJSON-956434508 tempest-DeleteServersTestJSON-956434508-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb96b61e-b2c3-4ccd-a299-e4e073efa1af HTTP/1.1" status: 200 len: 932 time: 0.7111096 Jul 22 23:11:24.493264 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.notifiers.nova [req-bd2442c8-3c8f-495c-8430-37752802e250 req-beeba3d8-d250-4976-9095-c3b1ca0deea4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12394051-d740-4cb9-a247-ae2147d2ce0f {{(pid=93193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:11:24.503379 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-bd2442c8-3c8f-495c-8430-37752802e250 req-beeba3d8-d250-4976-9095-c3b1ca0deea4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:24.520191 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.db.provisioning_blocks [req-bd2442c8-3c8f-495c-8430-37752802e250 req-beeba3d8-d250-4976-9095-c3b1ca0deea4 service neutron] Transition to ACTIVE for port object 12394051-d740-4cb9-a247-ae2147d2ce0f will not be triggered until provisioned by entity L2. {{(pid=93193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:11:24.534244 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-d7a88534-b1a7-4df1-95ac-49e50e5eaa9d req-58e2868a-ba2e-4450-8a11-a053392e953c tempest-DeleteServersTestJSON-956434508 tempest-DeleteServersTestJSON-956434508-project] 10.222.0.44 "GET /v2.0/security-groups?id=4a448ffd-040c-4880-b1dd-3c9b178b1182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608439 Jul 22 23:11:24.573569 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-f8b4e66a-ddaa-4557-b76a-c9fb339601db req-fa506312-3bd1-48e5-983b-76fa6358c9c5 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/security-groups?id=d84c6cad-631b-43c5-a35b-86fdac5eacd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068754 Jul 22 23:11:24.579279 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-bd2442c8-3c8f-495c-8430-37752802e250 req-beeba3d8-d250-4976-9095-c3b1ca0deea4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:24.597791 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bd7f76f-7744-4984-9d5e-0ac54e19a08f req-f386edb5-ede9-4aff-85f0-720620733627 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Made reservation on behalf of 508ce7147574443fa7fe75758145d216 for: {'port': 1} {{(pid=93193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:11:24.614232 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-8bd7f76f-7744-4984-9d5e-0ac54e19a08f req-f386edb5-ede9-4aff-85f0-720620733627 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:24.646065 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.notifiers.nova [req-70c8ccf3-1a8b-4c2d-84eb-1eb6976f95bf req-cce728ef-fc17-42b0-b8c7-d10240ae2637 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ff6ad14-4f2e-413e-9405-77e3cca49e39 {{(pid=93192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:11:24.654623 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [req-70c8ccf3-1a8b-4c2d-84eb-1eb6976f95bf req-cce728ef-fc17-42b0-b8c7-d10240ae2637 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:24.672004 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.db.provisioning_blocks [req-70c8ccf3-1a8b-4c2d-84eb-1eb6976f95bf req-cce728ef-fc17-42b0-b8c7-d10240ae2637 service neutron] Transition to ACTIVE for port object 4ff6ad14-4f2e-413e-9405-77e3cca49e39 will not be triggered until provisioned by entity L2. {{(pid=93192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:11:24.680472 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [req-70c8ccf3-1a8b-4c2d-84eb-1eb6976f95bf req-cce728ef-fc17-42b0-b8c7-d10240ae2637 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:24.716147 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeba3d8-d250-4976-9095-c3b1ca0deea4 service neutron] Pushing event updated for resources: {'Port': ['ID=12394051-d740-4cb9-a247-ae2147d2ce0f,revision_number=2']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:24.793692 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5030932a-eb3a-4a36-bd38-f31c0abfc7d0 admin admin] Router 8224ad20-6f9d-4cf8-8783-c43db30f6170 has already been hosted by L3 agent fdf30918-cf4b-4771-a7f5-907485eb00f1 {{(pid=93193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:11:24.826429 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-d2460db6-2de4-4752-b623-0bb2d9560b2a req-ba4fa2e2-04e6-4475-a2f1-bdda3d5313a2 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=8336b4ae-d194-4f5f-b4d7-c111fef91485 HTTP/1.1" status: 200 len: 210 time: 0.0678380 Jul 22 23:11:24.880249 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce728ef-fc17-42b0-b8c7-d10240ae2637 service neutron] Pushing event updated for resources: {'Port': ['ID=4ff6ad14-4f2e-413e-9405-77e3cca49e39,revision_number=2']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:24.896865 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.managers [req-70c8ccf3-1a8b-4c2d-84eb-1eb6976f95bf req-cce728ef-fc17-42b0-b8c7-d10240ae2637 service neutron] Attempting to bind port 4ff6ad14-4f2e-413e-9405-77e3cca49e39 on host hv-cinder-80187 for vnic_type normal with profile {{(pid=93192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:11:24.896865 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.managers [req-70c8ccf3-1a8b-4c2d-84eb-1eb6976f95bf req-cce728ef-fc17-42b0-b8c7-d10240ae2637 service neutron] Attempting to bind port 4ff6ad14-4f2e-413e-9405-77e3cca49e39 by drivers openvswitch,hyperv on host hv-cinder-80187 at level 0 using segments [{'id': '16d2cb10-ce94-45af-9e3e-ba31490ef4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'e58c7542-6db3-4e04-8d2d-fe660d3affaa'}] {{(pid=93192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:11:24.896865 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c8ccf3-1a8b-4c2d-84eb-1eb6976f95bf req-cce728ef-fc17-42b0-b8c7-d10240ae2637 service neutron] Attempting to bind port 4ff6ad14-4f2e-413e-9405-77e3cca49e39 on network e58c7542-6db3-4e04-8d2d-fe660d3affaa {{(pid=93192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:11:24.903030 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c8ccf3-1a8b-4c2d-84eb-1eb6976f95bf req-cce728ef-fc17-42b0-b8c7-d10240ae2637 service neutron] Port 4ff6ad14-4f2e-413e-9405-77e3cca49e39 on network e58c7542-6db3-4e04-8d2d-fe660d3affaa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80187 {{(pid=93192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:11:24.903371 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c8ccf3-1a8b-4c2d-84eb-1eb6976f95bf req-cce728ef-fc17-42b0-b8c7-d10240ae2637 service neutron] Attempting to bind port 4ff6ad14-4f2e-413e-9405-77e3cca49e39 on network e58c7542-6db3-4e04-8d2d-fe660d3affaa {{(pid=93192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:11:24.909929 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c8ccf3-1a8b-4c2d-84eb-1eb6976f95bf req-cce728ef-fc17-42b0-b8c7-d10240ae2637 service neutron] Checking agent: {'id': '11a4ce8f-2944-4abd-9558-2f785ee5be32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80187', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 9, 19), 'started_at': datetime.datetime(2021, 7, 22, 23, 9, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:11:24.910262 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c8ccf3-1a8b-4c2d-84eb-1eb6976f95bf req-cce728ef-fc17-42b0-b8c7-d10240ae2637 service neutron] Checking segment: {'id': '16d2cb10-ce94-45af-9e3e-ba31490ef4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'e58c7542-6db3-4e04-8d2d-fe660d3affaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:11:24.910936 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c8ccf3-1a8b-4c2d-84eb-1eb6976f95bf req-cce728ef-fc17-42b0-b8c7-d10240ae2637 service neutron] Bound using segment: {'id': '16d2cb10-ce94-45af-9e3e-ba31490ef4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'e58c7542-6db3-4e04-8d2d-fe660d3affaa'} {{(pid=93192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:11:24.911388 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.managers [req-70c8ccf3-1a8b-4c2d-84eb-1eb6976f95bf req-cce728ef-fc17-42b0-b8c7-d10240ae2637 service neutron] Bound port: 4ff6ad14-4f2e-413e-9405-77e3cca49e39, host: hv-cinder-80187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16d2cb10-ce94-45af-9e3e-ba31490ef4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'e58c7542-6db3-4e04-8d2d-fe660d3affaa'}}] {{(pid=93192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:11:24.911738 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [req-70c8ccf3-1a8b-4c2d-84eb-1eb6976f95bf req-cce728ef-fc17-42b0-b8c7-d10240ae2637 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:24.927791 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.managers [req-bd2442c8-3c8f-495c-8430-37752802e250 req-beeba3d8-d250-4976-9095-c3b1ca0deea4 service neutron] Attempting to bind port 12394051-d740-4cb9-a247-ae2147d2ce0f on host hv-cinder-80187 for vnic_type normal with profile {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:11:24.928143 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.managers [req-bd2442c8-3c8f-495c-8430-37752802e250 req-beeba3d8-d250-4976-9095-c3b1ca0deea4 service neutron] Attempting to bind port 12394051-d740-4cb9-a247-ae2147d2ce0f by drivers openvswitch,hyperv on host hv-cinder-80187 at level 0 using segments [{'id': '69f152eb-c13e-4a44-8c60-291129df9470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'de397990-f2a1-432f-9415-ba1f7a83fc14'}] {{(pid=93193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:11:24.928488 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2442c8-3c8f-495c-8430-37752802e250 req-beeba3d8-d250-4976-9095-c3b1ca0deea4 service neutron] Attempting to bind port 12394051-d740-4cb9-a247-ae2147d2ce0f on network de397990-f2a1-432f-9415-ba1f7a83fc14 {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:11:25.004214 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2442c8-3c8f-495c-8430-37752802e250 req-beeba3d8-d250-4976-9095-c3b1ca0deea4 service neutron] Port 12394051-d740-4cb9-a247-ae2147d2ce0f on network de397990-f2a1-432f-9415-ba1f7a83fc14 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80187 {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:11:25.004506 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2442c8-3c8f-495c-8430-37752802e250 req-beeba3d8-d250-4976-9095-c3b1ca0deea4 service neutron] Attempting to bind port 12394051-d740-4cb9-a247-ae2147d2ce0f on network de397990-f2a1-432f-9415-ba1f7a83fc14 {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:11:25.018404 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.db [req-70c8ccf3-1a8b-4c2d-84eb-1eb6976f95bf req-cce728ef-fc17-42b0-b8c7-d10240ae2637 service neutron] For port 4ff6ad14-4f2e-413e-9405-77e3cca49e39, host hv-cinder-80187, cleared binding levels {{(pid=93192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:11:25.019878 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2442c8-3c8f-495c-8430-37752802e250 req-beeba3d8-d250-4976-9095-c3b1ca0deea4 service neutron] Checking agent: {'id': '11a4ce8f-2944-4abd-9558-2f785ee5be32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80187', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 9, 19), 'started_at': datetime.datetime(2021, 7, 22, 23, 9, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:11:25.020211 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2442c8-3c8f-495c-8430-37752802e250 req-beeba3d8-d250-4976-9095-c3b1ca0deea4 service neutron] Checking segment: {'id': '69f152eb-c13e-4a44-8c60-291129df9470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'de397990-f2a1-432f-9415-ba1f7a83fc14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:11:25.020807 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2442c8-3c8f-495c-8430-37752802e250 req-beeba3d8-d250-4976-9095-c3b1ca0deea4 service neutron] Bound using segment: {'id': '69f152eb-c13e-4a44-8c60-291129df9470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'de397990-f2a1-432f-9415-ba1f7a83fc14'} {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:11:25.021253 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.managers [req-bd2442c8-3c8f-495c-8430-37752802e250 req-beeba3d8-d250-4976-9095-c3b1ca0deea4 service neutron] Bound port: 12394051-d740-4cb9-a247-ae2147d2ce0f, host: hv-cinder-80187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69f152eb-c13e-4a44-8c60-291129df9470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'de397990-f2a1-432f-9415-ba1f7a83fc14'}}] {{(pid=93193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:11:25.021598 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-bd2442c8-3c8f-495c-8430-37752802e250 req-beeba3d8-d250-4976-9095-c3b1ca0deea4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:25.025129 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.db [req-70c8ccf3-1a8b-4c2d-84eb-1eb6976f95bf req-cce728ef-fc17-42b0-b8c7-d10240ae2637 service neutron] For port 4ff6ad14-4f2e-413e-9405-77e3cca49e39, host hv-cinder-80187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80187',level=0,port_id=4ff6ad14-4f2e-413e-9405-77e3cca49e39,segment=NetworkSegment(16d2cb10-ce94-45af-9e3e-ba31490ef4c9),segment_id=16d2cb10-ce94-45af-9e3e-ba31490ef4c9)] {{(pid=93192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:11:25.028822 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.db.db_base_plugin_common [req-8bd7f76f-7744-4984-9d5e-0ac54e19a08f req-f386edb5-ede9-4aff-85f0-720620733627 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Allocated IP 172.20.0.4 (56c05d67-dcfb-4da8-b292-0e214c68403b/223fd587-80e8-4bd3-805b-2cf5bf9c1819/960bfbf5-747a-464c-98f1-5fa6dae2aa6a) {{(pid=93193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:11:25.030604 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [req-70c8ccf3-1a8b-4c2d-84eb-1eb6976f95bf req-cce728ef-fc17-42b0-b8c7-d10240ae2637 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:25.071127 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c8ccf3-1a8b-4c2d-84eb-1eb6976f95bf req-cce728ef-fc17-42b0-b8c7-d10240ae2637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:25.071738 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [req-70c8ccf3-1a8b-4c2d-84eb-1eb6976f95bf req-cce728ef-fc17-42b0-b8c7-d10240ae2637 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585183'] for port, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:25.073485 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-70c8ccf3-1a8b-4c2d-84eb-1eb6976f95bf req-cce728ef-fc17-42b0-b8c7-d10240ae2637 service neutron] 10.222.0.76 "PUT /v2.0/ports/4ff6ad14-4f2e-413e-9405-77e3cca49e39 HTTP/1.1" status: 200 len: 1094 time: 1.7540247 Jul 22 23:11:25.075913 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14cd5873-97d8-472c-b99c-8b14621deecf', 'tag': '4ff6ad14-4f2e-413e-9405-77e3cca49e39'}] {{(pid=93192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:11:25.154077 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5030932a-eb3a-4a36-bd38-f31c0abfc7d0 admin admin] Notify agent at l3_agent.dv-cinder-801875-2-iscsi the message routers_updated {{(pid=93193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:11:25.167968 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9e30fc-24c4-4e16-9af7-d2bcfb649677 None None] Sync routers for ids ['8224ad20-6f9d-4cf8-8783-c43db30f6170'] in dv-cinder-801875-2-iscsi {{(pid=93194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:11:25.192149 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9e30fc-24c4-4e16-9af7-d2bcfb649677 None None] Routers {'8224ad20-6f9d-4cf8-8783-c43db30f6170'} bound to L3 agent in host dv-cinder-801875-2-iscsi {{(pid=93194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:11:25.192813 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-ad9e30fc-24c4-4e16-9af7-d2bcfb649677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801875-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:03:18Z,description=,heartbeat_timestamp=2021-07-22T23:11:19Z,host='dv-cinder-801875-2-iscsi',id=fdf30918-cf4b-4771-a7f5-907485eb00f1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:18Z,topic='l3_agent')) {'router_ids': ['8224ad20-6f9d-4cf8-8783-c43db30f6170'], 'active': True} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:11:25.196038 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce728ef-fc17-42b0-b8c7-d10240ae2637 service neutron] Pushing event updated for resources: {'Port': ['ID=4ff6ad14-4f2e-413e-9405-77e3cca49e39,revision_number=3']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:25.207872 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-5030932a-eb3a-4a36-bd38-f31c0abfc7d0 admin admin] 10.222.0.44 "PUT /v2.0/routers/8224ad20-6f9d-4cf8-8783-c43db30f6170/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0189936 Jul 22 23:11:25.217863 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.db [req-bd2442c8-3c8f-495c-8430-37752802e250 req-beeba3d8-d250-4976-9095-c3b1ca0deea4 service neutron] For port 12394051-d740-4cb9-a247-ae2147d2ce0f, host hv-cinder-80187, cleared binding levels {{(pid=93193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:11:25.275705 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.db [req-bd2442c8-3c8f-495c-8430-37752802e250 req-beeba3d8-d250-4976-9095-c3b1ca0deea4 service neutron] For port 12394051-d740-4cb9-a247-ae2147d2ce0f, host hv-cinder-80187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80187',level=0,port_id=12394051-d740-4cb9-a247-ae2147d2ce0f,segment=NetworkSegment(69f152eb-c13e-4a44-8c60-291129df9470),segment_id=69f152eb-c13e-4a44-8c60-291129df9470)] {{(pid=93193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:11:25.285774 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-bd2442c8-3c8f-495c-8430-37752802e250 req-beeba3d8-d250-4976-9095-c3b1ca0deea4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:25.347430 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2442c8-3c8f-495c-8430-37752802e250 req-beeba3d8-d250-4976-9095-c3b1ca0deea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:25.348054 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-bd2442c8-3c8f-495c-8430-37752802e250 req-beeba3d8-d250-4976-9095-c3b1ca0deea4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585183'] for port, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:25.349535 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-bd2442c8-3c8f-495c-8430-37752802e250 req-beeba3d8-d250-4976-9095-c3b1ca0deea4 service neutron] 10.222.0.76 "PUT /v2.0/ports/12394051-d740-4cb9-a247-ae2147d2ce0f HTTP/1.1" status: 200 len: 1094 time: 5.5658348 Jul 22 23:11:25.352573 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb96b61e-b2c3-4ccd-a299-e4e073efa1af', 'tag': '12394051-d740-4cb9-a247-ae2147d2ce0f'}] {{(pid=93193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:11:25.440595 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}116c38ea8adf6e412e27fa70d60466dac8b18d7b33470466fbdf59022c8e8666" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61e15f53-9c5a-4186-b0be-ce0e5a5bb162" -d '{"events": [{"name": "network-changed", "server_uuid": "14cd5873-97d8-472c-b99c-8b14621deecf", "tag": "4ff6ad14-4f2e-413e-9405-77e3cca49e39"}]}' {{(pid=93192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:11:25.441767 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-8bd7f76f-7744-4984-9d5e-0ac54e19a08f req-f386edb5-ede9-4aff-85f0-720620733627 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Notify callbacks [] for port, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:25.502866 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeba3d8-d250-4976-9095-c3b1ca0deea4 service neutron] Pushing event updated for resources: {'Port': ['ID=12394051-d740-4cb9-a247-ae2147d2ce0f,revision_number=3']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:25.550201 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53e3bfa867fb079e45cf064e3f04560eeff66f84eee23b8fde49e5f46f239411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6e084c1-fd8e-4b74-95fe-34521abd3761" -d '{"events": [{"name": "network-changed", "server_uuid": "fb96b61e-b2c3-4ccd-a299-e4e073efa1af", "tag": "12394051-d740-4cb9-a247-ae2147d2ce0f"}]}' {{(pid=93193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:11:25.564710 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvr_db [None req-ad9e30fc-24c4-4e16-9af7-d2bcfb649677 None None] Set router 8224ad20-6f9d-4cf8-8783-c43db30f6170 gateway port host: dv-cinder-801875-2-iscsi {{(pid=93194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:11:25.592725 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-8bd7f76f-7744-4984-9d5e-0ac54e19a08f req-f386edb5-ede9-4aff-85f0-720620733627 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769065317241'] for port, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:25.673400 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f386edb5-ede9-4aff-85f0-720620733627 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Pushing event updated for resources: {'Port': ['ID=960bfbf5-747a-464c-98f1-5fa6dae2aa6a,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:25.717137 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bd7f76f-7744-4984-9d5e-0ac54e19a08f req-f386edb5-ede9-4aff-85f0-720620733627 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Network 56c05d67-dcfb-4da8-b292-0e214c68403b is already hosted by enough agents. {{(pid=93193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:11:25.717355 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6162e1f-d136-486c-a0f9-1ffe3582d7cf x-openstack-request-id: req-a6162e1f-d136-486c-a0f9-1ffe3582d7cf {{(pid=93192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:11:25.717951 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14cd5873-97d8-472c-b99c-8b14621deecf", "tag": "4ff6ad14-4f2e-413e-9405-77e3cca49e39", "status": "completed", "code": 200}]} {{(pid=93192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:11:25.717951 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a6162e1f-d136-486c-a0f9-1ffe3582d7cf {{(pid=93192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:11:25.718303 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14cd5873-97d8-472c-b99c-8b14621deecf', 'tag': '4ff6ad14-4f2e-413e-9405-77e3cca49e39', 'status': 'completed', 'code': 200} Jul 22 23:11:25.718750 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.scheduler.base_scheduler [req-8bd7f76f-7744-4984-9d5e-0ac54e19a08f req-f386edb5-ede9-4aff-85f0-720620733627 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Resources bound (agent type, host, resource id): {{(pid=93193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:11:25.721735 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bd7f76f-7744-4984-9d5e-0ac54e19a08f req-f386edb5-ede9-4aff-85f0-720620733627 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Received port after_create {{(pid=93193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:11:25.734684 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd7f76f-7744-4984-9d5e-0ac54e19a08f req-f386edb5-ede9-4aff-85f0-720620733627 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:25.735499 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-8bd7f76f-7744-4984-9d5e-0ac54e19a08f req-f386edb5-ede9-4aff-85f0-720620733627 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585183'] for port, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:25.775170 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-8bd7f76f-7744-4984-9d5e-0ac54e19a08f req-f386edb5-ede9-4aff-85f0-720620733627 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8410270 Jul 22 23:11:25.850638 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d247905a-5e93-4dde-9fe6-45bec4ed8a87 x-openstack-request-id: req-d247905a-5e93-4dde-9fe6-45bec4ed8a87 {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:11:25.851256 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb96b61e-b2c3-4ccd-a299-e4e073efa1af", "tag": "12394051-d740-4cb9-a247-ae2147d2ce0f", "status": "completed", "code": 200}]} {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:11:25.851256 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d247905a-5e93-4dde-9fe6-45bec4ed8a87 {{(pid=93193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:11:25.851784 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb96b61e-b2c3-4ccd-a299-e4e073efa1af', 'tag': '12394051-d740-4cb9-a247-ae2147d2ce0f', 'status': 'completed', 'code': 200} Jul 22 23:11:25.973851 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-ad9e30fc-24c4-4e16-9af7-d2bcfb649677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8224ad20-6f9d-4cf8-8783-c43db30f6170', 'name': 'tempest-AttachVolumeShelveTestJSON-1093504326-router', 'tenant_id': '934579b2f9344fa4a2472101e976d552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'external_fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '41f5966e-46b6-472b-a65f-12904462cfc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:11:09Z', 'updated_at': '2021-07-22T23:11:21Z', 'revision_number': 4, 'project_id': '934579b2f9344fa4a2472101e976d552', 'gw_port': {'id': '41f5966e-46b6-472b-a65f-12904462cfc3', 'name': '', 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:2e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8224ad20-6f9d-4cf8-8783-c43db30f6170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:11:10Z', 'updated_at': '2021-07-22T23:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801875-2-iscsi', '_interfaces': [{'id': 'ee9e5b45-0554-4341-94e3-6949c5a4fd0a', 'name': '', 'network_id': '15297b5d-2132-449e-9de1-fcfc3bc99bcd', 'tenant_id': '934579b2f9344fa4a2472101e976d552', 'mac_address': 'fa:16:3e:d3:ad:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8224ad20-6f9d-4cf8-8783-c43db30f6170', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c47fa5de-a082-4f3c-9a72-06af8857dbb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:11:17Z', 'updated_at': '2021-07-22T23:11:22Z', 'revision_number': 2, 'project_id': '934579b2f9344fa4a2472101e976d552', 'subnets': [{'id': 'c47fa5de-a082-4f3c-9a72-06af8857dbb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801875-2-iscsi', False) {} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:11:26.000055 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f75531f-ebf1-47d4-b424-137675bbb97f req-ed632f4d-e823-4855-9d01-fce12cd8b4b1 tempest-DeleteServersTestJSON-956434508 tempest-DeleteServersTestJSON-956434508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:26.007471 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-0f75531f-ebf1-47d4-b424-137675bbb97f req-ed632f4d-e823-4855-9d01-fce12cd8b4b1 tempest-DeleteServersTestJSON-956434508 tempest-DeleteServersTestJSON-956434508-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb96b61e-b2c3-4ccd-a299-e4e073efa1af HTTP/1.1" status: 200 len: 944 time: 0.0952678 Jul 22 23:11:26.009495 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9e30fc-24c4-4e16-9af7-d2bcfb649677 None None] Checking router: 8224ad20-6f9d-4cf8-8783-c43db30f6170 for host: dv-cinder-801875-2-iscsi {{(pid=93194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:11:26.010060 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9e30fc-24c4-4e16-9af7-d2bcfb649677 None None] Updating router 8224ad20-6f9d-4cf8-8783-c43db30f6170 port ee9e5b45-0554-4341-94e3-6949c5a4fd0a binding host dv-cinder-801875-2-iscsi {{(pid=93194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:11:26.045605 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-ad9e30fc-24c4-4e16-9af7-d2bcfb649677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:26.056126 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-0f75531f-ebf1-47d4-b424-137675bbb97f req-ef712a02-dafc-4460-8bc4-b4ca5858e2a4 tempest-DeleteServersTestJSON-956434508 tempest-DeleteServersTestJSON-956434508-project] 10.222.0.44 "GET /v2.0/security-groups?id=4a448ffd-040c-4880-b1dd-3c9b178b1182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477350 Jul 22 23:11:26.227471 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 59794) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:11:26.232574 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [None req-d53478a2-ec69-41b1-afe4-00c722202712 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1295594779', 'description': 'tempest-description--2022761860'}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:11:26.259912 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4109c5c-3640-4788-8281-17a0ef59003b req-119c9920-5150-4851-803f-db9a5208ba75 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:26.272013 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-a4109c5c-3640-4788-8281-17a0ef59003b req-119c9920-5150-4851-803f-db9a5208ba75 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/ports?device_id=14cd5873-97d8-472c-b99c-8b14621deecf HTTP/1.1" status: 200 len: 944 time: 0.1202629 Jul 22 23:11:26.276878 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-d53478a2-ec69-41b1-afe4-00c722202712 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Notify callbacks [] for security_group, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:26.342592 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-58f61b3a-431b-49b8-8ca4-5cfffe6334a1 req-9d8ac83f-57ce-4d30-ba96-e0da259bb2e9 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=8336b4ae-d194-4f5f-b4d7-c111fef91485 HTTP/1.1" status: 200 len: 210 time: 0.0480003 Jul 22 23:11:26.368635 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-a4109c5c-3640-4788-8281-17a0ef59003b req-33df29bf-d8ed-4531-9adc-dc42f55e9a55 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/security-groups?id=d84c6cad-631b-43c5-a35b-86fdac5eacd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955265 Jul 22 23:11:26.410867 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-d53478a2-ec69-41b1-afe4-00c722202712 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Notify callbacks [] for security_group, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:26.415602 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-d53478a2-ec69-41b1-afe4-00c722202712 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:26.450670 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-ad9e30fc-24c4-4e16-9af7-d2bcfb649677 None None] Notify callbacks [] for port, precommit_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:26.452265 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53478a2-ec69-41b1-afe4-00c722202712 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdf4a528-dd54-4780-893e-44f1896a93f6,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:26.457125 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-d53478a2-ec69-41b1-afe4-00c722202712 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Notify callbacks [] for security_group, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:26.461240 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-d53478a2-ec69-41b1-afe4-00c722202712 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2299886 Jul 22 23:11:26.462064 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 59798) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:11:26.463560 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-ad9e30fc-24c4-4e16-9af7-d2bcfb649677 None None] Transition to ACTIVE for port object ee9e5b45-0554-4341-94e3-6949c5a4fd0a will not be triggered until provisioned by entity L2. {{(pid=93194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:11:26.468951 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [None req-90ff78b2-0ea6-4ead-99de-7856c2f216df tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Request body: {'security_group_rule': {'security_group_id': 'cdf4a528-dd54-4780-893e-44f1896a93f6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:11:26.470534 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-ad9e30fc-24c4-4e16-9af7-d2bcfb649677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:26.514057 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-90ff78b2-0ea6-4ead-99de-7856c2f216df tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:26.529403 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a24470f-42b2-4ad5-85e4-23e7f6a0eca0 None None] Pushing event updated for resources: {'Port': ['ID=ee9e5b45-0554-4341-94e3-6949c5a4fd0a,revision_number=3']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:26.600093 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.managers [None req-ad9e30fc-24c4-4e16-9af7-d2bcfb649677 None None] Attempting to bind port ee9e5b45-0554-4341-94e3-6949c5a4fd0a on host dv-cinder-801875-2-iscsi for vnic_type normal with profile {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:11:26.600794 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.managers [None req-ad9e30fc-24c4-4e16-9af7-d2bcfb649677 None None] Attempting to bind port ee9e5b45-0554-4341-94e3-6949c5a4fd0a by drivers openvswitch,hyperv on host dv-cinder-801875-2-iscsi at level 0 using segments [{'id': 'f73d282d-c39b-4414-b8a8-4f3ec992f8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '15297b5d-2132-449e-9de1-fcfc3bc99bcd'}] {{(pid=93194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:11:26.601392 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9e30fc-24c4-4e16-9af7-d2bcfb649677 None None] Attempting to bind port ee9e5b45-0554-4341-94e3-6949c5a4fd0a on network 15297b5d-2132-449e-9de1-fcfc3bc99bcd {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:11:26.614718 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9e30fc-24c4-4e16-9af7-d2bcfb649677 None None] Checking agent: {'id': 'f30eb83a-2393-42b8-bba2-207fe5e6c4a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801875-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 3, 19), 'started_at': datetime.datetime(2021, 7, 22, 23, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801875-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:11:26.615106 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9e30fc-24c4-4e16-9af7-d2bcfb649677 None None] Checking segment: {'id': 'f73d282d-c39b-4414-b8a8-4f3ec992f8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '15297b5d-2132-449e-9de1-fcfc3bc99bcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:11:26.617329 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-ad9e30fc-24c4-4e16-9af7-d2bcfb649677 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:26.617997 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9e30fc-24c4-4e16-9af7-d2bcfb649677 None None] Bound using segment: {'id': 'f73d282d-c39b-4414-b8a8-4f3ec992f8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '15297b5d-2132-449e-9de1-fcfc3bc99bcd'} {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:11:26.618525 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.managers [None req-ad9e30fc-24c4-4e16-9af7-d2bcfb649677 None None] Bound port: ee9e5b45-0554-4341-94e3-6949c5a4fd0a, host: dv-cinder-801875-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f73d282d-c39b-4414-b8a8-4f3ec992f8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '15297b5d-2132-449e-9de1-fcfc3bc99bcd'}}] {{(pid=93194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:11:26.618915 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-ad9e30fc-24c4-4e16-9af7-d2bcfb649677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:26.649147 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-90ff78b2-0ea6-4ead-99de-7856c2f216df tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:26.661870 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-90ff78b2-0ea6-4ead-99de-7856c2f216df tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840567'] for security_group_rule, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:26.690787 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ff78b2-0ea6-4ead-99de-7856c2f216df tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3846cef1-4c53-45f9-8b2d-b86aa03fcd89,revision_number=0']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:26.713174 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-90ff78b2-0ea6-4ead-99de-7856c2f216df tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:26.716509 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-90ff78b2-0ea6-4ead-99de-7856c2f216df tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2535574 Jul 22 23:11:26.719104 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 59808) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:11:26.724629 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [None req-a790a172-6fae-4d83-9e7d-dcd52bd5ce64 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Request body: {'security_group_rule': {'security_group_id': 'cdf4a528-dd54-4780-893e-44f1896a93f6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:11:26.742750 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-ad9e30fc-24c4-4e16-9af7-d2bcfb649677 None None] For port ee9e5b45-0554-4341-94e3-6949c5a4fd0a, host dv-cinder-801875-2-iscsi, cleared binding levels {{(pid=93194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:11:26.749503 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-ad9e30fc-24c4-4e16-9af7-d2bcfb649677 None None] For port ee9e5b45-0554-4341-94e3-6949c5a4fd0a, host dv-cinder-801875-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801875-2-iscsi',level=0,port_id=ee9e5b45-0554-4341-94e3-6949c5a4fd0a,segment=NetworkSegment(f73d282d-c39b-4414-b8a8-4f3ec992f8ca),segment_id=f73d282d-c39b-4414-b8a8-4f3ec992f8ca)] {{(pid=93194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:11:26.755912 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-ad9e30fc-24c4-4e16-9af7-d2bcfb649677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:26.765884 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-a790a172-6fae-4d83-9e7d-dcd52bd5ce64 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:26.848374 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a24470f-42b2-4ad5-85e4-23e7f6a0eca0 None None] Pushing event updated for resources: {'Port': ['ID=ee9e5b45-0554-4341-94e3-6949c5a4fd0a,revision_number=4']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:26.853051 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-a790a172-6fae-4d83-9e7d-dcd52bd5ce64 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:26.868692 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9e30fc-24c4-4e16-9af7-d2bcfb649677 None None] Routers {'8224ad20-6f9d-4cf8-8783-c43db30f6170'} bound to L3 agent in host dv-cinder-801875-2-iscsi {{(pid=93194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:11:26.868692 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-ad9e30fc-24c4-4e16-9af7-d2bcfb649677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801875-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:03:18Z,description=,heartbeat_timestamp=2021-07-22T23:11:19Z,host='dv-cinder-801875-2-iscsi',id=fdf30918-cf4b-4771-a7f5-907485eb00f1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:18Z,topic='l3_agent')) {'router_ids': ['8224ad20-6f9d-4cf8-8783-c43db30f6170'], 'active': True} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:11:26.876503 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-a790a172-6fae-4d83-9e7d-dcd52bd5ce64 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840567'] for security_group_rule, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:26.904570 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a790a172-6fae-4d83-9e7d-dcd52bd5ce64 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9add5ac-43b2-41db-99cf-6e92106bfe55,revision_number=0']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:26.924174 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-a790a172-6fae-4d83-9e7d-dcd52bd5ce64 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:26.925419 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-a790a172-6fae-4d83-9e7d-dcd52bd5ce64 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2053895 Jul 22 23:11:26.928589 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 59810) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:11:26.940996 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [None req-9d7e1a4f-5b9a-4ac0-91a8-2f0d86ccf960 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Request body: {'floatingip': {'floating_network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4'}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:11:27.138803 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-9d7e1a4f-5b9a-4ac0-91a8-2f0d86ccf960 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Notify callbacks [] for floatingip, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:27.160893 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvr_db [None req-ad9e30fc-24c4-4e16-9af7-d2bcfb649677 None None] Set router 8224ad20-6f9d-4cf8-8783-c43db30f6170 gateway port host: dv-cinder-801875-2-iscsi {{(pid=93194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:11:27.246078 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e50486-0721-4439-80b2-74c1ca0205ab req-fdc5c9d6-43ef-400d-853b-137f006a6797 tempest-DeleteServersTestJSON-956434508 tempest-DeleteServersTestJSON-956434508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:27.254328 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-b2e50486-0721-4439-80b2-74c1ca0205ab req-fdc5c9d6-43ef-400d-853b-137f006a6797 tempest-DeleteServersTestJSON-956434508 tempest-DeleteServersTestJSON-956434508-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb96b61e-b2c3-4ccd-a299-e4e073efa1af HTTP/1.1" status: 200 len: 944 time: 0.1140783 Jul 22 23:11:27.268831 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-9d7e1a4f-5b9a-4ac0-91a8-2f0d86ccf960 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:27.322161 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-b2e50486-0721-4439-80b2-74c1ca0205ab req-f9df03f7-22f4-44f9-9f92-01ce2fbbb412 tempest-DeleteServersTestJSON-956434508 tempest-DeleteServersTestJSON-956434508-project] 10.222.0.44 "GET /v2.0/security-groups?id=4a448ffd-040c-4880-b1dd-3c9b178b1182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589192 Jul 22 23:11:27.390856 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.db.db_base_plugin_common [None req-9d7e1a4f-5b9a-4ac0-91a8-2f0d86ccf960 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Allocated IP 172.27.1.172 (e89e037f-b917-4fce-8638-db5189a5e8e4/7d2d3a68-9173-4429-9239-290b8b68fb34/e2bf4874-d375-4238-afe1-290afdee752d) {{(pid=93193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:11:27.464354 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-ad9e30fc-24c4-4e16-9af7-d2bcfb649677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8224ad20-6f9d-4cf8-8783-c43db30f6170', 'name': 'tempest-AttachVolumeShelveTestJSON-1093504326-router', 'tenant_id': '934579b2f9344fa4a2472101e976d552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'external_fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '41f5966e-46b6-472b-a65f-12904462cfc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:11:09Z', 'updated_at': '2021-07-22T23:11:21Z', 'revision_number': 4, 'project_id': '934579b2f9344fa4a2472101e976d552', 'gw_port': {'id': '41f5966e-46b6-472b-a65f-12904462cfc3', 'name': '', 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:2e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8224ad20-6f9d-4cf8-8783-c43db30f6170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:11:10Z', 'updated_at': '2021-07-22T23:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801875-2-iscsi', '_interfaces': [{'id': 'ee9e5b45-0554-4341-94e3-6949c5a4fd0a', 'name': '', 'network_id': '15297b5d-2132-449e-9de1-fcfc3bc99bcd', 'tenant_id': '934579b2f9344fa4a2472101e976d552', 'mac_address': 'fa:16:3e:d3:ad:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8224ad20-6f9d-4cf8-8783-c43db30f6170', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c47fa5de-a082-4f3c-9a72-06af8857dbb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:11:17Z', 'updated_at': '2021-07-22T23:11:26Z', 'revision_number': 4, 'project_id': '934579b2f9344fa4a2472101e976d552', 'subnets': [{'id': 'c47fa5de-a082-4f3c-9a72-06af8857dbb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801875-2-iscsi', False) {} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:11:27.508246 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-ec64bf33-9564-4721-b31a-7e74f2f7b34f req-7e5a0e56-f579-40d6-8c76-6cfea041e179 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=8336b4ae-d194-4f5f-b4d7-c111fef91485 HTTP/1.1" status: 200 len: 210 time: 0.0786967 Jul 22 23:11:27.517671 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9e30fc-24c4-4e16-9af7-d2bcfb649677 None None] The sync data for ids ['8224ad20-6f9d-4cf8-8783-c43db30f6170'] in dv-cinder-801875-2-iscsi is: [{'id': '8224ad20-6f9d-4cf8-8783-c43db30f6170', 'name': 'tempest-AttachVolumeShelveTestJSON-1093504326-router', 'tenant_id': '934579b2f9344fa4a2472101e976d552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'external_fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '41f5966e-46b6-472b-a65f-12904462cfc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:11:09Z', 'updated_at': '2021-07-22T23:11:21Z', 'revision_number': 4, 'project_id': '934579b2f9344fa4a2472101e976d552', 'gw_port': {'id': '41f5966e-46b6-472b-a65f-12904462cfc3', 'name': '', 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:2e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8224ad20-6f9d-4cf8-8783-c43db30f6170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:11:10Z', 'updated_at': '2021-07-22T23:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801875-2-iscsi', '_interfaces': [{'id': 'ee9e5b45-0554-4341-94e3-6949c5a4fd0a', 'name': '', 'network_id': '15297b5d-2132-449e-9de1-fcfc3bc99bcd', 'tenant_id': '934579b2f9344fa4a2472101e976d552', 'mac_address': 'fa:16:3e:d3:ad:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8224ad20-6f9d-4cf8-8783-c43db30f6170', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c47fa5de-a082-4f3c-9a72-06af8857dbb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:11:17Z', 'updated_at': '2021-07-22T23:11:26Z', 'revision_number': 4, 'project_id': '934579b2f9344fa4a2472101e976d552', 'subnets': [{'id': 'c47fa5de-a082-4f3c-9a72-06af8857dbb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:11:27.641628 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-9d7e1a4f-5b9a-4ac0-91a8-2f0d86ccf960 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Notify callbacks [] for port, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:27.647638 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560e20af-e47b-4514-a4ff-5a562e6f1a38 req-1f7ed199-40f1-4376-8783-b04a5230d848 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:27.655033 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-560e20af-e47b-4514-a4ff-5a562e6f1a38 req-1f7ed199-40f1-4376-8783-b04a5230d848 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/ports?device_id=14cd5873-97d8-472c-b99c-8b14621deecf HTTP/1.1" status: 200 len: 944 time: 0.1650920 Jul 22 23:11:27.749641 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-560e20af-e47b-4514-a4ff-5a562e6f1a38 req-1036f9c2-c45d-4ee9-a7e3-c278efe5f05c tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/security-groups?id=d84c6cad-631b-43c5-a35b-86fdac5eacd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936358 Jul 22 23:11:27.762542 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-9d7e1a4f-5b9a-4ac0-91a8-2f0d86ccf960 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769065317241'] for port, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:27.850175 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7e1a4f-5b9a-4ac0-91a8-2f0d86ccf960 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Pushing event updated for resources: {'Port': ['ID=e2bf4874-d375-4238-afe1-290afdee752d,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:27.860147 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d7e1a4f-5b9a-4ac0-91a8-2f0d86ccf960 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Network e89e037f-b917-4fce-8638-db5189a5e8e4 is already hosted by enough agents. {{(pid=93193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:11:27.862750 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.scheduler.base_scheduler [None req-9d7e1a4f-5b9a-4ac0-91a8-2f0d86ccf960 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Resources bound (agent type, host, resource id): {{(pid=93193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:11:27.865903 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7e1a4f-5b9a-4ac0-91a8-2f0d86ccf960 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Received port after_create {{(pid=93193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:11:28.012677 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-9d7e1a4f-5b9a-4ac0-91a8-2f0d86ccf960 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:28.104541 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-9d7e1a4f-5b9a-4ac0-91a8-2f0d86ccf960 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:28.456770 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-9d7e1a4f-5b9a-4ac0-91a8-2f0d86ccf960 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Notify callbacks [] for port, precommit_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:28.486411 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-9d7e1a4f-5b9a-4ac0-91a8-2f0d86ccf960 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:28.569410 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-9d7e1a4f-5b9a-4ac0-91a8-2f0d86ccf960 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680835'] for floatingip, after_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:28.606928 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-9d7e1a4f-5b9a-4ac0-91a8-2f0d86ccf960 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92570'] for floatingip, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:28.628603 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-9d7e1a4f-5b9a-4ac0-91a8-2f0d86ccf960 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6888108 Jul 22 23:11:28.629846 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7e1a4f-5b9a-4ac0-91a8-2f0d86ccf960 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Pushing event updated for resources: {'Port': ['ID=e2bf4874-d375-4238-afe1-290afdee752d,revision_number=2']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:28.679651 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbf48fd-d0b5-4567-8eb9-35033022b9c1 req-9d52ce4d-26df-493d-a8e3-a42635592e63 tempest-DeleteServersTestJSON-956434508 tempest-DeleteServersTestJSON-956434508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:28.692246 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-7dbf48fd-d0b5-4567-8eb9-35033022b9c1 req-9d52ce4d-26df-493d-a8e3-a42635592e63 tempest-DeleteServersTestJSON-956434508 tempest-DeleteServersTestJSON-956434508-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb96b61e-b2c3-4ccd-a299-e4e073efa1af HTTP/1.1" status: 200 len: 944 time: 0.2284858 Jul 22 23:11:28.822165 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-a47219fb-f225-4902-87a7-d700ae29765b req-3db179eb-a687-47ca-9b3f-0874212a331a tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=8336b4ae-d194-4f5f-b4d7-c111fef91485 HTTP/1.1" status: 200 len: 210 time: 0.1283181 Jul 22 23:11:28.882623 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-7dbf48fd-d0b5-4567-8eb9-35033022b9c1 req-04d9241b-708a-4693-9c3f-753d09cfeeb3 tempest-DeleteServersTestJSON-956434508 tempest-DeleteServersTestJSON-956434508-project] 10.222.0.44 "GET /v2.0/security-groups?id=4a448ffd-040c-4880-b1dd-3c9b178b1182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645432 Jul 22 23:11:28.906453 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 59866) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:11:28.955139 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Device ee9e5b45-0554-4341-94e3-6949c5a4fd0a up at agent ovs-agent-dv-cinder-801875-2-iscsi {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:11:29.124901 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Provisioning for port ee9e5b45-0554-4341-94e3-6949c5a4fd0a completed by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:11:29.129716 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Provisioning complete for port ee9e5b45-0554-4341-94e3-6949c5a4fd0a triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:11:29.130105 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832377'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:29.193627 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [req-8bd7f76f-7744-4984-9d5e-0ac54e19a08f req-f90d2193-3aaf-45c8-99f0-8e21c3f41dee service neutron] Request body: {'port': {'device_id': '30c4bc5a-ce65-4608-8781-bde54ef98599', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80187'}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:11:29.262334 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-323573eb-40d6-4a45-b7da-54ee3ff83400 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:29.319694 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:29.384689 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-8bd7f76f-7744-4984-9d5e-0ac54e19a08f req-f90d2193-3aaf-45c8-99f0-8e21c3f41dee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:29.389947 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] For port ee9e5b45-0554-4341-94e3-6949c5a4fd0a, host dv-cinder-801875-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801875-2-iscsi',level=0,port_id=ee9e5b45-0554-4341-94e3-6949c5a4fd0a,segment=NetworkSegment(f73d282d-c39b-4414-b8a8-4f3ec992f8ca),segment_id=f73d282d-c39b-4414-b8a8-4f3ec992f8ca)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:11:29.399756 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:29.509443 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Pushing event updated for resources: {'Port': ['ID=ee9e5b45-0554-4341-94e3-6949c5a4fd0a,revision_number=5']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:29.603943 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-579e407a-a3ba-4eeb-acaa-bbbd5c9fd336 req-7b5b8d10-7745-422a-813c-fc43a059f4e7 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1295594779&fields=id&tenant_id=934579b2f9344fa4a2472101e976d552 HTTP/1.1" status: 200 len: 267 time: 0.0682430 Jul 22 23:11:29.644224 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2667b47-d546-4033-8e34-6014c887f025 req-3ee766fb-fcf7-4749-bc7b-b3cfcb58beea tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:29.645839 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-b2667b47-d546-4033-8e34-6014c887f025 req-3ee766fb-fcf7-4749-bc7b-b3cfcb58beea tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/ports?device_id=14cd5873-97d8-472c-b99c-8b14621deecf HTTP/1.1" status: 200 len: 944 time: 0.6954608 Jul 22 23:11:29.693592 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-323573eb-40d6-4a45-b7da-54ee3ff83400 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:29.701226 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-323573eb-40d6-4a45-b7da-54ee3ff83400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:29.756379 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-b2667b47-d546-4033-8e34-6014c887f025 req-b5f28457-2e02-4057-b322-1a2a879ea51a tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/security-groups?id=d84c6cad-631b-43c5-a35b-86fdac5eacd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920126 Jul 22 23:11:29.760439 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-323573eb-40d6-4a45-b7da-54ee3ff83400 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=50ad27c372f642b8bd6a15ee1a191115&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8528552 Jul 22 23:11:29.763734 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 59886) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:11:29.766225 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323573eb-40d6-4a45-b7da-54ee3ff83400 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60990d50-18be-4c2e-856f-636d386f4bf9,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:29.807113 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579e407a-a3ba-4eeb-acaa-bbbd5c9fd336 req-2016506a-7e43-49de-ba88-29380ed8fa7b tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:29.808744 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-579e407a-a3ba-4eeb-acaa-bbbd5c9fd336 req-2016506a-7e43-49de-ba88-29380ed8fa7b tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/networks?id=15297b5d-2132-449e-9de1-fcfc3bc99bcd HTTP/1.1" status: 200 len: 817 time: 0.1935105 Jul 22 23:11:29.817705 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.notifiers.nova [req-8bd7f76f-7744-4984-9d5e-0ac54e19a08f req-f90d2193-3aaf-45c8-99f0-8e21c3f41dee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 960bfbf5-747a-464c-98f1-5fa6dae2aa6a {{(pid=93193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:11:29.825587 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-8bd7f76f-7744-4984-9d5e-0ac54e19a08f req-f90d2193-3aaf-45c8-99f0-8e21c3f41dee service neutron] Notify callbacks [] for port, precommit_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:29.836228 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-579e407a-a3ba-4eeb-acaa-bbbd5c9fd336 req-e95ba4cd-e435-4ab6-b31f-3670cec42b5e tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/quotas/934579b2f9344fa4a2472101e976d552 HTTP/1.1" status: 200 len: 375 time: 0.0200651 Jul 22 23:11:29.838914 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.db.provisioning_blocks [req-8bd7f76f-7744-4984-9d5e-0ac54e19a08f req-f90d2193-3aaf-45c8-99f0-8e21c3f41dee service neutron] Transition to ACTIVE for port object 960bfbf5-747a-464c-98f1-5fa6dae2aa6a will not be triggered until provisioned by entity L2. {{(pid=93193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:11:29.844298 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-8bd7f76f-7744-4984-9d5e-0ac54e19a08f req-f90d2193-3aaf-45c8-99f0-8e21c3f41dee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:29.898309 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.agents_db [None req-bfbb8894-14bb-41d0-8761-89beb89abbcb None None] Agent healthcheck: found 6 active agents {{(pid=93195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:11:29.900766 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90d2193-3aaf-45c8-99f0-8e21c3f41dee service neutron] Pushing event updated for resources: {'Port': ['ID=960bfbf5-747a-464c-98f1-5fa6dae2aa6a,revision_number=2']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:29.905275 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-f16f71fe-0642-4218-bd5f-d2d0211c1697 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:29.934755 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-541135b2-ae10-4f2c-8c3c-ca44603632cd req-e04cfcdf-7bf2-4c82-a994-4137f564651d tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=8336b4ae-d194-4f5f-b4d7-c111fef91485 HTTP/1.1" status: 200 len: 210 time: 0.0489802 Jul 22 23:11:29.940020 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.managers [req-8bd7f76f-7744-4984-9d5e-0ac54e19a08f req-f90d2193-3aaf-45c8-99f0-8e21c3f41dee service neutron] Attempting to bind port 960bfbf5-747a-464c-98f1-5fa6dae2aa6a on host hv-cinder-80187 for vnic_type normal with profile {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:11:29.940652 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.managers [req-8bd7f76f-7744-4984-9d5e-0ac54e19a08f req-f90d2193-3aaf-45c8-99f0-8e21c3f41dee service neutron] Attempting to bind port 960bfbf5-747a-464c-98f1-5fa6dae2aa6a by drivers openvswitch,hyperv on host hv-cinder-80187 at level 0 using segments [{'id': '2fba7ac8-4037-42cf-bf7c-8167f737370d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '56c05d67-dcfb-4da8-b292-0e214c68403b'}] {{(pid=93193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:11:29.940743 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd7f76f-7744-4984-9d5e-0ac54e19a08f req-f90d2193-3aaf-45c8-99f0-8e21c3f41dee service neutron] Attempting to bind port 960bfbf5-747a-464c-98f1-5fa6dae2aa6a on network 56c05d67-dcfb-4da8-b292-0e214c68403b {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:11:29.948293 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd7f76f-7744-4984-9d5e-0ac54e19a08f req-f90d2193-3aaf-45c8-99f0-8e21c3f41dee service neutron] Port 960bfbf5-747a-464c-98f1-5fa6dae2aa6a on network 56c05d67-dcfb-4da8-b292-0e214c68403b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80187 {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:11:29.948664 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd7f76f-7744-4984-9d5e-0ac54e19a08f req-f90d2193-3aaf-45c8-99f0-8e21c3f41dee service neutron] Attempting to bind port 960bfbf5-747a-464c-98f1-5fa6dae2aa6a on network 56c05d67-dcfb-4da8-b292-0e214c68403b {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:11:29.955377 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd7f76f-7744-4984-9d5e-0ac54e19a08f req-f90d2193-3aaf-45c8-99f0-8e21c3f41dee service neutron] Checking agent: {'id': '11a4ce8f-2944-4abd-9558-2f785ee5be32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80187', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 9, 19), 'started_at': datetime.datetime(2021, 7, 22, 23, 9, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:11:29.955868 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd7f76f-7744-4984-9d5e-0ac54e19a08f req-f90d2193-3aaf-45c8-99f0-8e21c3f41dee service neutron] Checking segment: {'id': '2fba7ac8-4037-42cf-bf7c-8167f737370d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '56c05d67-dcfb-4da8-b292-0e214c68403b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:11:29.956242 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd7f76f-7744-4984-9d5e-0ac54e19a08f req-f90d2193-3aaf-45c8-99f0-8e21c3f41dee service neutron] Bound using segment: {'id': '2fba7ac8-4037-42cf-bf7c-8167f737370d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '56c05d67-dcfb-4da8-b292-0e214c68403b'} {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:11:29.956786 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.managers [req-8bd7f76f-7744-4984-9d5e-0ac54e19a08f req-f90d2193-3aaf-45c8-99f0-8e21c3f41dee service neutron] Bound port: 960bfbf5-747a-464c-98f1-5fa6dae2aa6a, host: hv-cinder-80187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fba7ac8-4037-42cf-bf7c-8167f737370d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '56c05d67-dcfb-4da8-b292-0e214c68403b'}}] {{(pid=93193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:11:29.957048 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-8bd7f76f-7744-4984-9d5e-0ac54e19a08f req-f90d2193-3aaf-45c8-99f0-8e21c3f41dee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:29.963739 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-f16f71fe-0642-4218-bd5f-d2d0211c1697 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:29.993389 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-579e407a-a3ba-4eeb-acaa-bbbd5c9fd336 req-0cb63389-033d-40fc-a2a7-1449f319f8cb tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=934579b2f9344fa4a2472101e976d552&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1486850 Jul 22 23:11:30.103864 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.db [req-8bd7f76f-7744-4984-9d5e-0ac54e19a08f req-f90d2193-3aaf-45c8-99f0-8e21c3f41dee service neutron] For port 960bfbf5-747a-464c-98f1-5fa6dae2aa6a, host hv-cinder-80187, cleared binding levels {{(pid=93193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:11:30.110401 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.db [req-8bd7f76f-7744-4984-9d5e-0ac54e19a08f req-f90d2193-3aaf-45c8-99f0-8e21c3f41dee service neutron] For port 960bfbf5-747a-464c-98f1-5fa6dae2aa6a, host hv-cinder-80187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80187',level=0,port_id=960bfbf5-747a-464c-98f1-5fa6dae2aa6a,segment=NetworkSegment(2fba7ac8-4037-42cf-bf7c-8167f737370d),segment_id=2fba7ac8-4037-42cf-bf7c-8167f737370d)] {{(pid=93193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:11:30.149434 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-8bd7f76f-7744-4984-9d5e-0ac54e19a08f req-f90d2193-3aaf-45c8-99f0-8e21c3f41dee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:30.236857 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-579e407a-a3ba-4eeb-acaa-bbbd5c9fd336 req-092f5fa4-b941-4ce6-8575-06543f2d3c15 service neutron] 10.222.0.44 "GET /v2.0/networks/15297b5d-2132-449e-9de1-fcfc3bc99bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965919 Jul 22 23:11:30.263363 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd7f76f-7744-4984-9d5e-0ac54e19a08f req-f90d2193-3aaf-45c8-99f0-8e21c3f41dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:30.263982 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-8bd7f76f-7744-4984-9d5e-0ac54e19a08f req-f90d2193-3aaf-45c8-99f0-8e21c3f41dee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585183'] for port, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:30.265844 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-8bd7f76f-7744-4984-9d5e-0ac54e19a08f req-f90d2193-3aaf-45c8-99f0-8e21c3f41dee service neutron] 10.222.0.76 "PUT /v2.0/ports/960bfbf5-747a-464c-98f1-5fa6dae2aa6a HTTP/1.1" status: 200 len: 1093 time: 1.0842514 Jul 22 23:11:30.266659 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30c4bc5a-ce65-4608-8781-bde54ef98599', 'tag': '960bfbf5-747a-464c-98f1-5fa6dae2aa6a'}] {{(pid=93193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:11:30.269487 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53e3bfa867fb079e45cf064e3f04560eeff66f84eee23b8fde49e5f46f239411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeee5689-3850-4c1b-a1a7-063c82ae1584" -d '{"events": [{"name": "network-changed", "server_uuid": "30c4bc5a-ce65-4608-8781-bde54ef98599", "tag": "960bfbf5-747a-464c-98f1-5fa6dae2aa6a"}]}' {{(pid=93193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:11:30.276727 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90d2193-3aaf-45c8-99f0-8e21c3f41dee service neutron] Pushing event updated for resources: {'Port': ['ID=960bfbf5-747a-464c-98f1-5fa6dae2aa6a,revision_number=3']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:30.296828 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-f16f71fe-0642-4218-bd5f-d2d0211c1697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:30.300166 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-f16f71fe-0642-4218-bd5f-d2d0211c1697 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:30.301407 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-f16f71fe-0642-4218-bd5f-d2d0211c1697 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/60990d50-18be-4c2e-856f-636d386f4bf9 HTTP/1.1" status: 204 len: 168 time: 0.5370255 Jul 22 23:11:30.331557 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e15f53-9c5a-4186-b0be-ce0e5a5bb162 req-90e974d8-7a81-4207-a5d6-808dae8497d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:30.334082 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-61e15f53-9c5a-4186-b0be-ce0e5a5bb162 req-90e974d8-7a81-4207-a5d6-808dae8497d6 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=aeb3cb1118144b5785cc93ac6fc21fc2&device_id=14cd5873-97d8-472c-b99c-8b14621deecf HTTP/1.1" status: 200 len: 1097 time: 0.2223964 Jul 22 23:11:30.338238 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16f71fe-0642-4218-bd5f-d2d0211c1697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60990d50-18be-4c2e-856f-636d386f4bf9,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:30.415615 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96acdb24-f475-404e-b72f-cbd3295f06ea req-205aaf5f-5ebb-45cc-992c-61a2d72d0ec9 tempest-DeleteServersTestJSON-956434508 tempest-DeleteServersTestJSON-956434508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:30.422921 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-96acdb24-f475-404e-b72f-cbd3295f06ea req-205aaf5f-5ebb-45cc-992c-61a2d72d0ec9 tempest-DeleteServersTestJSON-956434508 tempest-DeleteServersTestJSON-956434508-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb96b61e-b2c3-4ccd-a299-e4e073efa1af HTTP/1.1" status: 200 len: 944 time: 0.3837183 Jul 22 23:11:30.448870 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e084c1-fd8e-4b74-95fe-34521abd3761 req-5aa7f221-8d4a-4346-9a4f-7bbce1f61687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:30.450414 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-d6e084c1-fd8e-4b74-95fe-34521abd3761 req-5aa7f221-8d4a-4346-9a4f-7bbce1f61687 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=744f017b5f3b4225a42e6e393a02127c&device_id=fb96b61e-b2c3-4ccd-a299-e4e073efa1af HTTP/1.1" status: 200 len: 1097 time: 0.3326170 Jul 22 23:11:30.463642 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-579e407a-a3ba-4eeb-acaa-bbbd5c9fd336 req-6892eb2f-623a-4ce8-b716-ea8a00311445 service neutron] 10.222.0.44 "GET /v2.0/networks/15297b5d-2132-449e-9de1-fcfc3bc99bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129600 Jul 22 23:11:30.609372 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e15f53-9c5a-4186-b0be-ce0e5a5bb162 req-5f472050-44a4-4366-bb56-0c37ea47cbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:30.610891 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-61e15f53-9c5a-4186-b0be-ce0e5a5bb162 req-5f472050-44a4-4366-bb56-0c37ea47cbbb service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=aeb3cb1118144b5785cc93ac6fc21fc2&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2490599 Jul 22 23:11:30.617376 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd7f76f-7744-4984-9d5e-0ac54e19a08f req-6c0be698-0ee7-44a4-a300-ad4eb466dfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:30.619330 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-8bd7f76f-7744-4984-9d5e-0ac54e19a08f req-6c0be698-0ee7-44a4-a300-ad4eb466dfb4 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=508ce7147574443fa7fe75758145d216&device_id=30c4bc5a-ce65-4608-8781-bde54ef98599 HTTP/1.1" status: 200 len: 1096 time: 0.1685202 Jul 22 23:11:30.676059 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-96acdb24-f475-404e-b72f-cbd3295f06ea req-531bbc90-4628-4398-843c-d975be9f2c63 tempest-DeleteServersTestJSON-956434508 tempest-DeleteServersTestJSON-956434508-project] 10.222.0.44 "GET /v2.0/security-groups?id=4a448ffd-040c-4880-b1dd-3c9b178b1182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521834 Jul 22 23:11:30.707551 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f78e574a-d1a6-443c-bdd2-86b059d27aff x-openstack-request-id: req-f78e574a-d1a6-443c-bdd2-86b059d27aff {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:11:30.707551 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30c4bc5a-ce65-4608-8781-bde54ef98599", "tag": "960bfbf5-747a-464c-98f1-5fa6dae2aa6a", "status": "completed", "code": 200}]} {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:11:30.707551 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f78e574a-d1a6-443c-bdd2-86b059d27aff {{(pid=93193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:11:30.708131 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30c4bc5a-ce65-4608-8781-bde54ef98599', 'tag': '960bfbf5-747a-464c-98f1-5fa6dae2aa6a', 'status': 'completed', 'code': 200} Jul 22 23:11:30.741845 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 59924) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:11:30.765823 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e084c1-fd8e-4b74-95fe-34521abd3761 req-07329d95-550a-48d7-858c-1efbe5feead6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:30.768048 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-d6e084c1-fd8e-4b74-95fe-34521abd3761 req-07329d95-550a-48d7-858c-1efbe5feead6 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=744f017b5f3b4225a42e6e393a02127c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2831318 Jul 22 23:11:30.768826 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-2a68c5d2-5c4f-402a-b0e4-f003aa1d7a70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:30.884703 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Device ee9e5b45-0554-4341-94e3-6949c5a4fd0a up at agent ovs-agent-dv-cinder-801875-2-iscsi {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:11:31.004835 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Provisioning complete for port ee9e5b45-0554-4341-94e3-6949c5a4fd0a triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:11:31.007284 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832377'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:31.036404 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e084c1-fd8e-4b74-95fe-34521abd3761 req-f5c1e9d8-d41f-45df-a47d-01804c3376bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:31.038108 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-d6e084c1-fd8e-4b74-95fe-34521abd3761 req-f5c1e9d8-d41f-45df-a47d-01804c3376bb service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2413385 Jul 22 23:11:31.060043 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.76', 53965) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:11:31.085232 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-83bf9e74-39da-4461-b00a-e067fd078d55 req-13af367e-88e4-495b-af61-db863faf1201 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=8271f108-5334-4d0a-a188-933ee657ed0e HTTP/1.1" status: 200 len: 210 time: 0.2411406 Jul 22 23:11:31.120626 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e15f53-9c5a-4186-b0be-ce0e5a5bb162 req-55a2f1b7-146f-4cab-9da3-aaef6555cee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:31.122599 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-61e15f53-9c5a-4186-b0be-ce0e5a5bb162 req-55a2f1b7-146f-4cab-9da3-aaef6555cee3 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5019329 Jul 22 23:11:31.124099 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-8bd7f76f-7744-4984-9d5e-0ac54e19a08f req-f4310d66-9b59-40ad-b74f-bdf839a74558 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=960bfbf5-747a-464c-98f1-5fa6dae2aa6a HTTP/1.1" status: 200 len: 217 time: 0.4888356 Jul 22 23:11:31.304052 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd7f76f-7744-4984-9d5e-0ac54e19a08f req-275e9436-f678-43ba-8931-c0defaa86d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:31.311718 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-8bd7f76f-7744-4984-9d5e-0ac54e19a08f req-275e9436-f678-43ba-8931-c0defaa86d7e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=223fd587-80e8-4bd3-805b-2cf5bf9c1819 HTTP/1.1" status: 200 len: 859 time: 0.1701136 Jul 22 23:11:31.326353 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-41a468e7-fef8-45a1-9786-87ff284ff4e0 req-92340c3e-b845-4477-8fe8-dca1b6538819 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=8336b4ae-d194-4f5f-b4d7-c111fef91485 HTTP/1.1" status: 200 len: 210 time: 0.0759125 Jul 22 23:11:31.368669 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adf0be8-7e86-402a-9b04-143806684d26 req-485808a3-0672-46c8-9a40-c6c662813067 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:31.370573 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-8adf0be8-7e86-402a-9b04-143806684d26 req-485808a3-0672-46c8-9a40-c6c662813067 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/ports?device_id=14cd5873-97d8-472c-b99c-8b14621deecf HTTP/1.1" status: 200 len: 944 time: 0.4927526 Jul 22 23:11:31.383025 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908f42ef-4a6a-46c3-8abd-cfc9c13d524e req-15c9a0c9-6c81-464a-84fc-5c4df16f7c0c tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:31.384772 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-908f42ef-4a6a-46c3-8abd-cfc9c13d524e req-15c9a0c9-6c81-464a-84fc-5c4df16f7c0c tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.76 "GET /v2.0/networks?id=56c05d67-dcfb-4da8-b292-0e214c68403b HTTP/1.1" status: 200 len: 819 time: 0.3154294 Jul 22 23:11:31.385729 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-8bd7f76f-7744-4984-9d5e-0ac54e19a08f req-d9fd1d2b-d44a-48cb-a200-f2f2c0fd4065 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=56c05d67-dcfb-4da8-b292-0e214c68403b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632830 Jul 22 23:11:31.396627 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c8ccf3-1a8b-4c2d-84eb-1eb6976f95bf req-d0e9eebb-929a-44ae-9c53-c82d83c98735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:31.398362 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-70c8ccf3-1a8b-4c2d-84eb-1eb6976f95bf req-d0e9eebb-929a-44ae-9c53-c82d83c98735 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=aeb3cb1118144b5785cc93ac6fc21fc2&device_id=14cd5873-97d8-472c-b99c-8b14621deecf HTTP/1.1" status: 200 len: 1097 time: 0.1605263 Jul 22 23:11:31.428838 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2442c8-3c8f-495c-8430-37752802e250 req-a5ce1a93-e87b-4b16-bdbc-1dea7c754d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:31.430331 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-bd2442c8-3c8f-495c-8430-37752802e250 req-a5ce1a93-e87b-4b16-bdbc-1dea7c754d38 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=744f017b5f3b4225a42e6e393a02127c&device_id=fb96b61e-b2c3-4ccd-a299-e4e073efa1af HTTP/1.1" status: 200 len: 1097 time: 0.3038621 Jul 22 23:11:31.445643 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.v2.base [req-908f42ef-4a6a-46c3-8abd-cfc9c13d524e req-0386cdad-512b-4c6a-84db-d81daca60865 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Request body: {'port': {'device_id': '8336b4ae-d194-4f5f-b4d7-c111fef91485', 'network_id': '56c05d67-dcfb-4da8-b292-0e214c68403b', 'admin_state_up': True, 'tenant_id': '508ce7147574443fa7fe75758145d216'}} {{(pid=93192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:11:31.472050 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-2a68c5d2-5c4f-402a-b0e4-f003aa1d7a70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:31.509003 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-70c8ccf3-1a8b-4c2d-84eb-1eb6976f95bf req-5192fe4d-00b6-45ae-9a54-6ce5e51f39c8 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4ff6ad14-4f2e-413e-9405-77e3cca49e39 HTTP/1.1" status: 200 len: 217 time: 0.0411046 Jul 22 23:11:31.572141 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c8ccf3-1a8b-4c2d-84eb-1eb6976f95bf req-489d7ea7-d4bd-489b-b1b4-0b343a11bd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:31.573925 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-70c8ccf3-1a8b-4c2d-84eb-1eb6976f95bf req-489d7ea7-d4bd-489b-b1b4-0b343a11bd56 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b9ecd397-fc62-4881-82a1-08e8c6fe73f4 HTTP/1.1" status: 200 len: 854 time: 0.0492210 Jul 22 23:11:31.592982 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-bd2442c8-3c8f-495c-8430-37752802e250 req-3f9eebc3-b2df-4722-807a-99ce35434ca6 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=12394051-d740-4cb9-a247-ae2147d2ce0f HTTP/1.1" status: 200 len: 217 time: 0.1238606 Jul 22 23:11:31.597209 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-2a68c5d2-5c4f-402a-b0e4-f003aa1d7a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:31.609927 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-8adf0be8-7e86-402a-9b04-143806684d26 req-cd6d8060-b27c-4a67-bef4-75046b68c17b tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/security-groups?id=d84c6cad-631b-43c5-a35b-86fdac5eacd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238705 Jul 22 23:11:31.644599 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-70c8ccf3-1a8b-4c2d-84eb-1eb6976f95bf req-14262147-27b9-4479-84f3-876bcb7aba30 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e58c7542-6db3-4e04-8d2d-fe660d3affaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317371 Jul 22 23:11:31.700166 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-8bd7f76f-7744-4984-9d5e-0ac54e19a08f req-86d7a7e8-a849-4629-8584-9d2ecdf0e072 service neutron] 10.222.0.76 "GET /v2.0/networks/56c05d67-dcfb-4da8-b292-0e214c68403b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2654505 Jul 22 23:11:31.855964 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-70c8ccf3-1a8b-4c2d-84eb-1eb6976f95bf req-8c3c0570-3a28-46cc-b8b7-1b5b3d66bc74 service neutron] 10.222.0.76 "GET /v2.0/networks/e58c7542-6db3-4e04-8d2d-fe660d3affaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998420 Jul 22 23:11:31.911484 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-8bd7f76f-7744-4984-9d5e-0ac54e19a08f req-8e3c1b1f-57e4-467f-bcc1-aae7a985e6ef service neutron] 10.222.0.76 "GET /v2.0/networks/56c05d67-dcfb-4da8-b292-0e214c68403b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005963 Jul 22 23:11:31.978918 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 59968) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:11:31.998940 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-70c8ccf3-1a8b-4c2d-84eb-1eb6976f95bf req-7888c9bf-0d10-4674-911d-915639f6c5ad service neutron] 10.222.0.76 "GET /v2.0/networks/e58c7542-6db3-4e04-8d2d-fe660d3affaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338131 Jul 22 23:11:32.006536 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 59972) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:11:32.105502 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a68c5d2-5c4f-402a-b0e4-f003aa1d7a70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92dd5c26-1da2-4af8-b9bd-65be251faacf,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:32.117611 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeee5689-3850-4c1b-a1a7-063c82ae1584 req-59a271c2-08ca-4c18-ac77-91fa3a4c3fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:32.121640 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-2a68c5d2-5c4f-402a-b0e4-f003aa1d7a70 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d70f1ea2f64a47bebf34c97d0a3135d2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3759887 Jul 22 23:11:32.121788 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-eeee5689-3850-4c1b-a1a7-063c82ae1584 req-59a271c2-08ca-4c18-ac77-91fa3a4c3fd2 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=508ce7147574443fa7fe75758145d216&device_id=30c4bc5a-ce65-4608-8781-bde54ef98599 HTTP/1.1" status: 200 len: 1096 time: 0.0711691 Jul 22 23:11:32.122204 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 59976) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:11:32.140031 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2442c8-3c8f-495c-8430-37752802e250 req-e563055b-6fba-4195-87cd-15084d0f914b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:32.141508 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-bd2442c8-3c8f-495c-8430-37752802e250 req-e563055b-6fba-4195-87cd-15084d0f914b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=4297dae4-83d0-4dbd-86f4-51bfb44a7f08 HTTP/1.1" status: 200 len: 852 time: 0.5248878 Jul 22 23:11:32.214960 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-bd2442c8-3c8f-495c-8430-37752802e250 req-3cc500fd-a4e4-47ca-aa0b-1f949b9566ea service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=de397990-f2a1-432f-9415-ba1f7a83fc14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639162 Jul 22 23:11:32.221551 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-3b7b0245-b2ae-477f-9db3-21f6b2ddfb8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:32.237834 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-e829fc98-30e8-4ee6-a424-332deff35415 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:32.273351 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-97621b02-76bd-4c16-b203-e298a5a01eb2 req-f68e2b5a-bd98-4c63-b991-219e6bf0e0d1 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=8271f108-5334-4d0a-a188-933ee657ed0e HTTP/1.1" status: 200 len: 210 time: 0.0630214 Jul 22 23:11:32.275307 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-908f42ef-4a6a-46c3-8abd-cfc9c13d524e req-0386cdad-512b-4c6a-84db-d81daca60865 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Made reservation on behalf of 508ce7147574443fa7fe75758145d216 for: {'port': 1} {{(pid=93192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:11:32.279034 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [req-908f42ef-4a6a-46c3-8abd-cfc9c13d524e req-0386cdad-512b-4c6a-84db-d81daca60865 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:32.307175 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b161e92-f558-45df-affc-6d0476c3cae5 req-6b95729a-8f4c-4a02-a238-ef668e8ab69a tempest-DeleteServersTestJSON-956434508 tempest-DeleteServersTestJSON-956434508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:32.308745 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-6b161e92-f558-45df-affc-6d0476c3cae5 req-6b95729a-8f4c-4a02-a238-ef668e8ab69a tempest-DeleteServersTestJSON-956434508 tempest-DeleteServersTestJSON-956434508-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb96b61e-b2c3-4ccd-a299-e4e073efa1af HTTP/1.1" status: 200 len: 944 time: 0.2892659 Jul 22 23:11:32.363496 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.db.api [None req-e829fc98-30e8-4ee6-a424-332deff35415 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 23:11:32.363496 dv-cinder-801875-2-iscsi neutron-server[93193]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 22 23:11:32.363496 dv-cinder-801875-2-iscsi neutron-server[93193]: [parameters: {'project_id_1': 'a17b5ec2156141b99e94caa36399beb4', 'expiration_1': datetime.datetime(2021, 7, 22, 23, 11, 32, 311646)}] Jul 22 23:11:32.363496 dv-cinder-801875-2-iscsi neutron-server[93193]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93193) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 23:11:32.363939 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG oslo_db.api [None req-e829fc98-30e8-4ee6-a424-332deff35415 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 23:11:32.386295 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeee5689-3850-4c1b-a1a7-063c82ae1584 req-3917a5d0-54ef-448d-8571-6033b869e85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:32.387134 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-eeee5689-3850-4c1b-a1a7-063c82ae1584 req-3917a5d0-54ef-448d-8571-6033b869e85d service neutron] 10.222.0.76 "GET /v2.0/networks?id=56c05d67-dcfb-4da8-b292-0e214c68403b HTTP/1.1" status: 200 len: 920 time: 0.2485447 Jul 22 23:11:32.391524 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-9a56aff7-77ae-4695-a931-ba27dfad98c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:32.458716 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-6b161e92-f558-45df-affc-6d0476c3cae5 req-6bb54b34-1cb6-4db0-8360-2d56776192ca tempest-DeleteServersTestJSON-956434508 tempest-DeleteServersTestJSON-956434508-project] 10.222.0.44 "GET /v2.0/security-groups?id=4a448ffd-040c-4880-b1dd-3c9b178b1182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401334 Jul 22 23:11:32.465436 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-eeee5689-3850-4c1b-a1a7-063c82ae1584 req-98cd7e40-dcbc-4bfd-bd21-ca8a9f5b3b23 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=960bfbf5-747a-464c-98f1-5fa6dae2aa6a HTTP/1.1" status: 200 len: 217 time: 0.0636845 Jul 22 23:11:32.474909 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-9a56aff7-77ae-4695-a931-ba27dfad98c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:32.477185 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-bd2442c8-3c8f-495c-8430-37752802e250 req-f54ae919-032c-4f5a-b108-db56d7066d5f service neutron] 10.222.0.76 "GET /v2.0/networks/de397990-f2a1-432f-9415-ba1f7a83fc14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2489676 Jul 22 23:11:32.501138 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-ebce0b68-ff56-4ca9-b5e8-cec2e7c7a41c req-4a507da2-b90e-42fb-b6a6-e89b2106c556 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=8336b4ae-d194-4f5f-b4d7-c111fef91485 HTTP/1.1" status: 200 len: 210 time: 0.0509961 Jul 22 23:11:32.620251 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.db.db_base_plugin_common [req-908f42ef-4a6a-46c3-8abd-cfc9c13d524e req-0386cdad-512b-4c6a-84db-d81daca60865 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Allocated IP 172.20.0.5 (56c05d67-dcfb-4da8-b292-0e214c68403b/223fd587-80e8-4bd3-805b-2cf5bf9c1819/114b2d53-d7f9-4d95-bf3f-9d9e71a3c2ba) {{(pid=93192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:11:32.647078 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeee5689-3850-4c1b-a1a7-063c82ae1584 req-75f907a6-d3c0-4bcd-afd4-b1c1adcc46c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:32.648652 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-eeee5689-3850-4c1b-a1a7-063c82ae1584 req-75f907a6-d3c0-4bcd-afd4-b1c1adcc46c1 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=223fd587-80e8-4bd3-805b-2cf5bf9c1819 HTTP/1.1" status: 200 len: 859 time: 0.1424396 Jul 22 23:11:32.656747 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-bd2442c8-3c8f-495c-8430-37752802e250 req-099412de-d16b-4146-8f03-2717c12bdd96 service neutron] 10.222.0.76 "GET /v2.0/networks/de397990-f2a1-432f-9415-ba1f7a83fc14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582255 Jul 22 23:11:32.710387 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-eeee5689-3850-4c1b-a1a7-063c82ae1584 req-a4f61e1d-9c37-4590-bf14-350ea9843077 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=56c05d67-dcfb-4da8-b292-0e214c68403b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464714 Jul 22 23:11:32.719912 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579e407a-a3ba-4eeb-acaa-bbbd5c9fd336 req-ee97a819-93e7-433f-8140-241277de897a tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:32.721924 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-579e407a-a3ba-4eeb-acaa-bbbd5c9fd336 req-ee97a819-93e7-433f-8140-241277de897a tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.76 "GET /v2.0/networks?id=15297b5d-2132-449e-9de1-fcfc3bc99bcd HTTP/1.1" status: 200 len: 817 time: 0.2703466 Jul 22 23:11:32.733859 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-3b7b0245-b2ae-477f-9db3-21f6b2ddfb8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:32.738281 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-3b7b0245-b2ae-477f-9db3-21f6b2ddfb8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:32.745976 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-9a56aff7-77ae-4695-a931-ba27dfad98c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:32.749089 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-9a56aff7-77ae-4695-a931-ba27dfad98c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:32.750378 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-9a56aff7-77ae-4695-a931-ba27dfad98c0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/92dd5c26-1da2-4af8-b9bd-65be251faacf HTTP/1.1" status: 204 len: 168 time: 0.6276009 Jul 22 23:11:32.846535 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-3b7b0245-b2ae-477f-9db3-21f6b2ddfb8a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=16de68fd27294af497b4f5514b21121c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8388093 Jul 22 23:11:32.847183 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 59998) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:11:32.847333 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7b0245-b2ae-477f-9db3-21f6b2ddfb8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31a5248e-d0c1-4e88-bbe2-98085fe5d4c6,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:32.853630 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-579e407a-a3ba-4eeb-acaa-bbbd5c9fd336 req-d606511b-672b-4199-b566-307f9a40a63e tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=934579b2f9344fa4a2472101e976d552 HTTP/1.1" status: 200 len: 380 time: 0.0698850 Jul 22 23:11:32.864148 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a56aff7-77ae-4695-a931-ba27dfad98c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92dd5c26-1da2-4af8-b9bd-65be251faacf,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:32.869309 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dac4a5-01fd-441a-b757-1afbdee34223 req-77a8b2bd-1c55-4719-bd70-781e14353851 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:32.873070 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-e829fc98-30e8-4ee6-a424-332deff35415 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:32.876022 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-65dac4a5-01fd-441a-b757-1afbdee34223 req-77a8b2bd-1c55-4719-bd70-781e14353851 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/ports?device_id=14cd5873-97d8-472c-b99c-8b14621deecf HTTP/1.1" status: 200 len: 944 time: 0.1741469 Jul 22 23:11:32.888443 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [req-908f42ef-4a6a-46c3-8abd-cfc9c13d524e req-0386cdad-512b-4c6a-84db-d81daca60865 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Notify callbacks [] for port, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:32.968958 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-65dac4a5-01fd-441a-b757-1afbdee34223 req-9189c3d7-6b4a-4b2c-93bc-631d8f83ce0f tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/security-groups?id=d84c6cad-631b-43c5-a35b-86fdac5eacd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919642 Jul 22 23:11:33.007194 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-170d51a4-5fec-47d6-a464-9dd2aa760efc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:33.025715 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [req-908f42ef-4a6a-46c3-8abd-cfc9c13d524e req-0386cdad-512b-4c6a-84db-d81daca60865 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769065317241'] for port, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:33.042245 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-170d51a4-5fec-47d6-a464-9dd2aa760efc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:33.108375 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-908f42ef-4a6a-46c3-8abd-cfc9c13d524e req-0386cdad-512b-4c6a-84db-d81daca60865 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Network 56c05d67-dcfb-4da8-b292-0e214c68403b is already hosted by enough agents. {{(pid=93192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:11:33.120942 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.scheduler.base_scheduler [req-908f42ef-4a6a-46c3-8abd-cfc9c13d524e req-0386cdad-512b-4c6a-84db-d81daca60865 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Resources bound (agent type, host, resource id): {{(pid=93192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:11:33.126057 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.db.l3_dvrscheduler_db [req-908f42ef-4a6a-46c3-8abd-cfc9c13d524e req-0386cdad-512b-4c6a-84db-d81daca60865 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Received port after_create {{(pid=93192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:11:33.131672 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908f42ef-4a6a-46c3-8abd-cfc9c13d524e req-0386cdad-512b-4c6a-84db-d81daca60865 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:33.132468 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [req-908f42ef-4a6a-46c3-8abd-cfc9c13d524e req-0386cdad-512b-4c6a-84db-d81daca60865 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585183'] for port, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:33.136708 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [req-579e407a-a3ba-4eeb-acaa-bbbd5c9fd336 req-f623bf32-b7b6-4de4-a655-85c2fc80803a tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Request body: {'port': {'device_id': '8271f108-5334-4d0a-a188-933ee657ed0e', 'network_id': '15297b5d-2132-449e-9de1-fcfc3bc99bcd', 'admin_state_up': True, 'tenant_id': '934579b2f9344fa4a2472101e976d552', 'security_groups': ['cdf4a528-dd54-4780-893e-44f1896a93f6']}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:11:33.137239 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0386cdad-512b-4c6a-84db-d81daca60865 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Pushing event updated for resources: {'Port': ['ID=114b2d53-d7f9-4d95-bf3f-9d9e71a3c2ba,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:33.153755 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-908f42ef-4a6a-46c3-8abd-cfc9c13d524e req-0386cdad-512b-4c6a-84db-d81daca60865 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7168908 Jul 22 23:11:33.163630 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-170d51a4-5fec-47d6-a464-9dd2aa760efc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:33.168126 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-170d51a4-5fec-47d6-a464-9dd2aa760efc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:33.172578 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-170d51a4-5fec-47d6-a464-9dd2aa760efc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/31a5248e-d0c1-4e88-bbe2-98085fe5d4c6 HTTP/1.1" status: 204 len: 168 time: 0.3218782 Jul 22 23:11:33.180711 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.v2.base [req-908f42ef-4a6a-46c3-8abd-cfc9c13d524e req-70aa326c-e39a-4c21-be30-974d9637d6b2 service neutron] Request body: {'port': {'device_id': '8336b4ae-d194-4f5f-b4d7-c111fef91485', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80187'}} {{(pid=93192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:11:33.209192 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170d51a4-5fec-47d6-a464-9dd2aa760efc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31a5248e-d0c1-4e88-bbe2-98085fe5d4c6,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:33.288168 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [req-908f42ef-4a6a-46c3-8abd-cfc9c13d524e req-70aa326c-e39a-4c21-be30-974d9637d6b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:33.293015 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-eeee5689-3850-4c1b-a1a7-063c82ae1584 req-1b2604e6-4228-4ca5-8c5b-43714ec907ef service neutron] 10.222.0.76 "GET /v2.0/networks/56c05d67-dcfb-4da8-b292-0e214c68403b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5148931 Jul 22 23:11:33.524488 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-eeee5689-3850-4c1b-a1a7-063c82ae1584 req-041bf43d-06ca-4931-852c-b09de5ca4a9d service neutron] 10.222.0.76 "GET /v2.0/networks/56c05d67-dcfb-4da8-b292-0e214c68403b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197580 Jul 22 23:11:33.563045 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-e829fc98-30e8-4ee6-a424-332deff35415 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:33.578092 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-e829fc98-30e8-4ee6-a424-332deff35415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:33.622623 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-579e407a-a3ba-4eeb-acaa-bbbd5c9fd336 req-f623bf32-b7b6-4de4-a655-85c2fc80803a tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Made reservation on behalf of 934579b2f9344fa4a2472101e976d552 for: {'port': 1} {{(pid=93193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:11:33.626676 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-579e407a-a3ba-4eeb-acaa-bbbd5c9fd336 req-f623bf32-b7b6-4de4-a655-85c2fc80803a tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:33.647897 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e829fc98-30e8-4ee6-a424-332deff35415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36801abf-ccf6-4528-a41e-5b881d29258f,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:33.654526 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-358645af-b899-46ca-93cc-cc14e40883e6 req-d56bde32-0b42-4d7f-97f4-8c289370db77 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=8271f108-5334-4d0a-a188-933ee657ed0e HTTP/1.1" status: 200 len: 210 time: 0.0760064 Jul 22 23:11:33.669909 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-e829fc98-30e8-4ee6-a424-332deff35415 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a17b5ec2156141b99e94caa36399beb4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6834979 Jul 22 23:11:33.673493 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 60040) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:11:33.673830 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 60042) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:11:33.723240 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-f81d6934-16d4-4a45-a6de-f8ac534c0492 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:33.747566 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b792ffd-66f3-43c1-9df8-2d5f30494c2f req-7762058c-3e7a-49a7-aed0-da81dcf94d35 tempest-DeleteServersTestJSON-956434508 tempest-DeleteServersTestJSON-956434508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:33.749138 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-6b792ffd-66f3-43c1-9df8-2d5f30494c2f req-7762058c-3e7a-49a7-aed0-da81dcf94d35 tempest-DeleteServersTestJSON-956434508 tempest-DeleteServersTestJSON-956434508-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb96b61e-b2c3-4ccd-a299-e4e073efa1af HTTP/1.1" status: 200 len: 944 time: 0.1526544 Jul 22 23:11:33.811148 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.notifiers.nova [req-908f42ef-4a6a-46c3-8abd-cfc9c13d524e req-70aa326c-e39a-4c21-be30-974d9637d6b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 114b2d53-d7f9-4d95-bf3f-9d9e71a3c2ba {{(pid=93192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:11:33.843536 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [req-908f42ef-4a6a-46c3-8abd-cfc9c13d524e req-70aa326c-e39a-4c21-be30-974d9637d6b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:33.868719 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.db.provisioning_blocks [req-908f42ef-4a6a-46c3-8abd-cfc9c13d524e req-70aa326c-e39a-4c21-be30-974d9637d6b2 service neutron] Transition to ACTIVE for port object 114b2d53-d7f9-4d95-bf3f-9d9e71a3c2ba will not be triggered until provisioned by entity L2. {{(pid=93192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:11:33.872098 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-6b792ffd-66f3-43c1-9df8-2d5f30494c2f req-77d66c60-b733-4d6a-8184-eb95da497f1d tempest-DeleteServersTestJSON-956434508 tempest-DeleteServersTestJSON-956434508-project] 10.222.0.44 "GET /v2.0/security-groups?id=4a448ffd-040c-4880-b1dd-3c9b178b1182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049864 Jul 22 23:11:33.879931 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [req-908f42ef-4a6a-46c3-8abd-cfc9c13d524e req-70aa326c-e39a-4c21-be30-974d9637d6b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:33.888875 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-8859fb5b-ce0d-4397-8042-23b8816bc977 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:33.926724 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.db.db_base_plugin_common [req-579e407a-a3ba-4eeb-acaa-bbbd5c9fd336 req-f623bf32-b7b6-4de4-a655-85c2fc80803a tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Allocated IP 172.20.0.3 (15297b5d-2132-449e-9de1-fcfc3bc99bcd/c47fa5de-a082-4f3c-9a72-06af8857dbb0/ed9d47de-6c01-44de-9932-7c1d241b8fba) {{(pid=93193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:11:33.971785 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36df5503-a979-4678-8c31-df519ef015a4 req-36fed5b0-b6bf-41e2-857b-fcd10ab6e8fc tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:33.972855 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-8859fb5b-ce0d-4397-8042-23b8816bc977 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:33.979446 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-36df5503-a979-4678-8c31-df519ef015a4 req-36fed5b0-b6bf-41e2-857b-fcd10ab6e8fc tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=8336b4ae-d194-4f5f-b4d7-c111fef91485 HTTP/1.1" status: 200 len: 931 time: 0.1907699 Jul 22 23:11:33.989160 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aa326c-e39a-4c21-be30-974d9637d6b2 service neutron] Pushing event updated for resources: {'Port': ['ID=114b2d53-d7f9-4d95-bf3f-9d9e71a3c2ba,revision_number=2']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:34.080561 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-36df5503-a979-4678-8c31-df519ef015a4 req-05e76790-bd4e-44d3-b6d9-a1df97b94b4d tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000705 Jul 22 23:11:34.088548 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-f81d6934-16d4-4a45-a6de-f8ac534c0492 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:34.100314 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.managers [req-908f42ef-4a6a-46c3-8abd-cfc9c13d524e req-70aa326c-e39a-4c21-be30-974d9637d6b2 service neutron] Attempting to bind port 114b2d53-d7f9-4d95-bf3f-9d9e71a3c2ba on host hv-cinder-80187 for vnic_type normal with profile {{(pid=93192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:11:34.100706 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.managers [req-908f42ef-4a6a-46c3-8abd-cfc9c13d524e req-70aa326c-e39a-4c21-be30-974d9637d6b2 service neutron] Attempting to bind port 114b2d53-d7f9-4d95-bf3f-9d9e71a3c2ba by drivers openvswitch,hyperv on host hv-cinder-80187 at level 0 using segments [{'id': '2fba7ac8-4037-42cf-bf7c-8167f737370d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '56c05d67-dcfb-4da8-b292-0e214c68403b'}] {{(pid=93192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:11:34.101025 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908f42ef-4a6a-46c3-8abd-cfc9c13d524e req-70aa326c-e39a-4c21-be30-974d9637d6b2 service neutron] Attempting to bind port 114b2d53-d7f9-4d95-bf3f-9d9e71a3c2ba on network 56c05d67-dcfb-4da8-b292-0e214c68403b {{(pid=93192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:11:34.108438 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908f42ef-4a6a-46c3-8abd-cfc9c13d524e req-70aa326c-e39a-4c21-be30-974d9637d6b2 service neutron] Port 114b2d53-d7f9-4d95-bf3f-9d9e71a3c2ba on network 56c05d67-dcfb-4da8-b292-0e214c68403b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80187 {{(pid=93192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:11:34.109060 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908f42ef-4a6a-46c3-8abd-cfc9c13d524e req-70aa326c-e39a-4c21-be30-974d9637d6b2 service neutron] Attempting to bind port 114b2d53-d7f9-4d95-bf3f-9d9e71a3c2ba on network 56c05d67-dcfb-4da8-b292-0e214c68403b {{(pid=93192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:11:34.111009 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-f81d6934-16d4-4a45-a6de-f8ac534c0492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:34.117489 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908f42ef-4a6a-46c3-8abd-cfc9c13d524e req-70aa326c-e39a-4c21-be30-974d9637d6b2 service neutron] Checking agent: {'id': '11a4ce8f-2944-4abd-9558-2f785ee5be32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80187', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 9, 19), 'started_at': datetime.datetime(2021, 7, 22, 23, 9, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:11:34.117826 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908f42ef-4a6a-46c3-8abd-cfc9c13d524e req-70aa326c-e39a-4c21-be30-974d9637d6b2 service neutron] Checking segment: {'id': '2fba7ac8-4037-42cf-bf7c-8167f737370d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '56c05d67-dcfb-4da8-b292-0e214c68403b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:11:34.118197 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908f42ef-4a6a-46c3-8abd-cfc9c13d524e req-70aa326c-e39a-4c21-be30-974d9637d6b2 service neutron] Bound using segment: {'id': '2fba7ac8-4037-42cf-bf7c-8167f737370d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '56c05d67-dcfb-4da8-b292-0e214c68403b'} {{(pid=93192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:11:34.118685 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.managers [req-908f42ef-4a6a-46c3-8abd-cfc9c13d524e req-70aa326c-e39a-4c21-be30-974d9637d6b2 service neutron] Bound port: 114b2d53-d7f9-4d95-bf3f-9d9e71a3c2ba, host: hv-cinder-80187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fba7ac8-4037-42cf-bf7c-8167f737370d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '56c05d67-dcfb-4da8-b292-0e214c68403b'}}] {{(pid=93192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:11:34.119011 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [req-908f42ef-4a6a-46c3-8abd-cfc9c13d524e req-70aa326c-e39a-4c21-be30-974d9637d6b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:34.163245 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-8859fb5b-ce0d-4397-8042-23b8816bc977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:34.166110 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-8859fb5b-ce0d-4397-8042-23b8816bc977 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:34.167546 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-8859fb5b-ce0d-4397-8042-23b8816bc977 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/36801abf-ccf6-4528-a41e-5b881d29258f HTTP/1.1" status: 204 len: 168 time: 0.4900978 Jul 22 23:11:34.203179 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-f81d6934-16d4-4a45-a6de-f8ac534c0492 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=de80f7f88d504a1089c5ab0e7ec066db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5246079 Jul 22 23:11:34.205951 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81d6934-16d4-4a45-a6de-f8ac534c0492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7902a751-737f-4126-8d11-70a21f34304a,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:34.208183 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 60054) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:11:34.225626 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.db [req-908f42ef-4a6a-46c3-8abd-cfc9c13d524e req-70aa326c-e39a-4c21-be30-974d9637d6b2 service neutron] For port 114b2d53-d7f9-4d95-bf3f-9d9e71a3c2ba, host hv-cinder-80187, cleared binding levels {{(pid=93192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:11:34.243533 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a942ffd-6367-45c8-88e1-74977c89363d req-81fdd557-4d0d-4e05-bcaf-f1d1a2772171 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:34.246758 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8859fb5b-ce0d-4397-8042-23b8816bc977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36801abf-ccf6-4528-a41e-5b881d29258f,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:34.250507 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-2a942ffd-6367-45c8-88e1-74977c89363d req-81fdd557-4d0d-4e05-bcaf-f1d1a2772171 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/ports?device_id=14cd5873-97d8-472c-b99c-8b14621deecf HTTP/1.1" status: 200 len: 944 time: 0.1901574 Jul 22 23:11:34.277042 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-579e407a-a3ba-4eeb-acaa-bbbd5c9fd336 req-f623bf32-b7b6-4de4-a655-85c2fc80803a tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Notify callbacks [] for port, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:34.284509 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.db [req-908f42ef-4a6a-46c3-8abd-cfc9c13d524e req-70aa326c-e39a-4c21-be30-974d9637d6b2 service neutron] For port 114b2d53-d7f9-4d95-bf3f-9d9e71a3c2ba, host hv-cinder-80187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80187',level=0,port_id=114b2d53-d7f9-4d95-bf3f-9d9e71a3c2ba,segment=NetworkSegment(2fba7ac8-4037-42cf-bf7c-8167f737370d),segment_id=2fba7ac8-4037-42cf-bf7c-8167f737370d)] {{(pid=93192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:11:34.296698 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.db.provisioning_blocks [req-579e407a-a3ba-4eeb-acaa-bbbd5c9fd336 req-f623bf32-b7b6-4de4-a655-85c2fc80803a tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Transition to ACTIVE for port object ed9d47de-6c01-44de-9932-7c1d241b8fba will not be triggered until provisioned by entity DHCP. {{(pid=93193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:11:34.303101 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [req-908f42ef-4a6a-46c3-8abd-cfc9c13d524e req-70aa326c-e39a-4c21-be30-974d9637d6b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:34.336007 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-579e407a-a3ba-4eeb-acaa-bbbd5c9fd336 req-f623bf32-b7b6-4de4-a655-85c2fc80803a tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769065317241'] for port, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:34.358446 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-2a942ffd-6367-45c8-88e1-74977c89363d req-64aebb76-5950-4f67-8e5b-26b77518f6ab tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/security-groups?id=d84c6cad-631b-43c5-a35b-86fdac5eacd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025515 Jul 22 23:11:34.380233 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908f42ef-4a6a-46c3-8abd-cfc9c13d524e req-70aa326c-e39a-4c21-be30-974d9637d6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:34.381344 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [req-908f42ef-4a6a-46c3-8abd-cfc9c13d524e req-70aa326c-e39a-4c21-be30-974d9637d6b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585183'] for port, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:34.381459 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-579e407a-a3ba-4eeb-acaa-bbbd5c9fd336 req-f623bf32-b7b6-4de4-a655-85c2fc80803a tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Network 15297b5d-2132-449e-9de1-fcfc3bc99bcd is already hosted by enough agents. {{(pid=93193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:11:34.383802 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-908f42ef-4a6a-46c3-8abd-cfc9c13d524e req-70aa326c-e39a-4c21-be30-974d9637d6b2 service neutron] 10.222.0.76 "PUT /v2.0/ports/114b2d53-d7f9-4d95-bf3f-9d9e71a3c2ba HTTP/1.1" status: 200 len: 1093 time: 1.2095041 Jul 22 23:11:34.384706 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8336b4ae-d194-4f5f-b4d7-c111fef91485', 'tag': '114b2d53-d7f9-4d95-bf3f-9d9e71a3c2ba'}] {{(pid=93192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:11:34.384888 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.scheduler.base_scheduler [req-579e407a-a3ba-4eeb-acaa-bbbd5c9fd336 req-f623bf32-b7b6-4de4-a655-85c2fc80803a tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Resources bound (agent type, host, resource id): {{(pid=93193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:11:34.387730 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}116c38ea8adf6e412e27fa70d60466dac8b18d7b33470466fbdf59022c8e8666" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3b1ff74-f07c-462c-855d-087badcb483f" -d '{"events": [{"name": "network-changed", "server_uuid": "8336b4ae-d194-4f5f-b4d7-c111fef91485", "tag": "114b2d53-d7f9-4d95-bf3f-9d9e71a3c2ba"}]}' {{(pid=93192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:11:34.391593 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.db.l3_dvrscheduler_db [req-579e407a-a3ba-4eeb-acaa-bbbd5c9fd336 req-f623bf32-b7b6-4de4-a655-85c2fc80803a tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Received port after_create {{(pid=93193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:11:34.397975 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579e407a-a3ba-4eeb-acaa-bbbd5c9fd336 req-f623bf32-b7b6-4de4-a655-85c2fc80803a tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:34.398610 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-579e407a-a3ba-4eeb-acaa-bbbd5c9fd336 req-f623bf32-b7b6-4de4-a655-85c2fc80803a tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585183'] for port, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:34.411728 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-945c25ca-5789-4bce-a4fb-cb5872a0ad24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:34.424816 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f623bf32-b7b6-4de4-a655-85c2fc80803a tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Pushing event updated for resources: {'Port': ['ID=ed9d47de-6c01-44de-9932-7c1d241b8fba,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:34.445117 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-579e407a-a3ba-4eeb-acaa-bbbd5c9fd336 req-f623bf32-b7b6-4de4-a655-85c2fc80803a tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5698359 Jul 22 23:11:34.455977 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aa326c-e39a-4c21-be30-974d9637d6b2 service neutron] Pushing event updated for resources: {'Port': ['ID=114b2d53-d7f9-4d95-bf3f-9d9e71a3c2ba,revision_number=3']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:34.460724 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-945c25ca-5789-4bce-a4fb-cb5872a0ad24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:34.463807 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [req-579e407a-a3ba-4eeb-acaa-bbbd5c9fd336 req-d006de7b-4902-49a7-bbe7-80d5389fcfd8 service neutron] Request body: {'port': {'device_id': '8271f108-5334-4d0a-a188-933ee657ed0e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80187'}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:11:34.592237 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-376c0792-b626-4eca-998a-7fd7f2004b0c x-openstack-request-id: req-376c0792-b626-4eca-998a-7fd7f2004b0c {{(pid=93192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:11:34.592831 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8336b4ae-d194-4f5f-b4d7-c111fef91485", "tag": "114b2d53-d7f9-4d95-bf3f-9d9e71a3c2ba", "status": "completed", "code": 200}]} {{(pid=93192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:11:34.592831 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-376c0792-b626-4eca-998a-7fd7f2004b0c {{(pid=93192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:11:34.593197 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8336b4ae-d194-4f5f-b4d7-c111fef91485', 'tag': '114b2d53-d7f9-4d95-bf3f-9d9e71a3c2ba', 'status': 'completed', 'code': 200} Jul 22 23:11:34.606063 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-579e407a-a3ba-4eeb-acaa-bbbd5c9fd336 req-d006de7b-4902-49a7-bbe7-80d5389fcfd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:34.646396 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908f42ef-4a6a-46c3-8abd-cfc9c13d524e req-bad8f053-36d0-4d8f-9829-02edb08d4a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:34.647932 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-908f42ef-4a6a-46c3-8abd-cfc9c13d524e req-bad8f053-36d0-4d8f-9829-02edb08d4a80 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=508ce7147574443fa7fe75758145d216&device_id=8336b4ae-d194-4f5f-b4d7-c111fef91485 HTTP/1.1" status: 200 len: 1096 time: 0.1712332 Jul 22 23:11:34.649135 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-945c25ca-5789-4bce-a4fb-cb5872a0ad24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:34.651680 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-945c25ca-5789-4bce-a4fb-cb5872a0ad24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:34.652809 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-945c25ca-5789-4bce-a4fb-cb5872a0ad24 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7902a751-737f-4126-8d11-70a21f34304a HTTP/1.1" status: 204 len: 168 time: 0.4386392 Jul 22 23:11:34.691417 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945c25ca-5789-4bce-a4fb-cb5872a0ad24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7902a751-737f-4126-8d11-70a21f34304a,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:34.778764 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-908f42ef-4a6a-46c3-8abd-cfc9c13d524e req-976b8aa9-4b8a-4af6-99dd-5d7cd8eb355d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=114b2d53-d7f9-4d95-bf3f-9d9e71a3c2ba HTTP/1.1" status: 200 len: 217 time: 0.1029968 Jul 22 23:11:34.796128 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-14010197-01f5-4731-bb3d-e77d0cf58bce None None] Provisioning for port ed9d47de-6c01-44de-9932-7c1d241b8fba completed by entity DHCP. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:11:34.808109 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-14010197-01f5-4731-bb3d-e77d0cf58bce None None] Provisioning complete for port ed9d47de-6c01-44de-9932-7c1d241b8fba triggered by entity DHCP. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:11:34.810605 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-14010197-01f5-4731-bb3d-e77d0cf58bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832377'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:34.839787 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908f42ef-4a6a-46c3-8abd-cfc9c13d524e req-ba975c46-9bdf-4c83-8b1e-5d915947c774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:34.842206 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-908f42ef-4a6a-46c3-8abd-cfc9c13d524e req-ba975c46-9bdf-4c83-8b1e-5d915947c774 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=223fd587-80e8-4bd3-805b-2cf5bf9c1819 HTTP/1.1" status: 200 len: 859 time: 0.0520504 Jul 22 23:11:34.865972 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Device 960bfbf5-747a-464c-98f1-5fa6dae2aa6a details requested by agent hyperv_hv-cinder-80187 with host hv-cinder-80187 {{(pid=93194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:11:34.900558 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-908f42ef-4a6a-46c3-8abd-cfc9c13d524e req-447854b4-6753-4b11-9cda-ee9a376ad05b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=56c05d67-dcfb-4da8-b292-0e214c68403b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376005 Jul 22 23:11:34.952863 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-14010197-01f5-4731-bb3d-e77d0cf58bce None None] Port ed9d47de-6c01-44de-9932-7c1d241b8fba cannot update to ACTIVE because it is not bound. {{(pid=93194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:11:35.033981 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a3e3fe-19b5-479d-8b7a-9c0e630d7465 req-f2b91e23-e0db-4ca7-a861-0a943612f951 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:35.040282 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-04a3e3fe-19b5-479d-8b7a-9c0e630d7465 req-f2b91e23-e0db-4ca7-a861-0a943612f951 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=8271f108-5334-4d0a-a188-933ee657ed0e HTTP/1.1" status: 200 len: 931 time: 0.2536922 Jul 22 23:11:35.130653 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] For port 960bfbf5-747a-464c-98f1-5fa6dae2aa6a, host hv-cinder-80187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80187',level=0,port_id=960bfbf5-747a-464c-98f1-5fa6dae2aa6a,segment=NetworkSegment(2fba7ac8-4037-42cf-bf7c-8167f737370d),segment_id=2fba7ac8-4037-42cf-bf7c-8167f737370d)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:11:35.142430 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Returning: {'device': '960bfbf5-747a-464c-98f1-5fa6dae2aa6a', 'network_id': '56c05d67-dcfb-4da8-b292-0e214c68403b', 'port_id': '960bfbf5-747a-464c-98f1-5fa6dae2aa6a', 'mac_address': 'fa:16:3e:01:80:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 885, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '223fd587-80e8-4bd3-805b-2cf5bf9c1819', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:11:35.182921 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.notifiers.nova [req-579e407a-a3ba-4eeb-acaa-bbbd5c9fd336 req-d006de7b-4902-49a7-bbe7-80d5389fcfd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed9d47de-6c01-44de-9932-7c1d241b8fba {{(pid=93193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:11:35.200453 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:35.206432 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-579e407a-a3ba-4eeb-acaa-bbbd5c9fd336 req-d006de7b-4902-49a7-bbe7-80d5389fcfd8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:35.224490 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.notifiers.nova [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 960bfbf5-747a-464c-98f1-5fa6dae2aa6a {{(pid=93194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:11:35.234303 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.db.provisioning_blocks [req-579e407a-a3ba-4eeb-acaa-bbbd5c9fd336 req-d006de7b-4902-49a7-bbe7-80d5389fcfd8 service neutron] Transition to ACTIVE for port object ed9d47de-6c01-44de-9932-7c1d241b8fba will not be triggered until provisioned by entity L2. {{(pid=93193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:11:35.243692 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-579e407a-a3ba-4eeb-acaa-bbbd5c9fd336 req-d006de7b-4902-49a7-bbe7-80d5389fcfd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:35.258085 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] For port 960bfbf5-747a-464c-98f1-5fa6dae2aa6a, host hv-cinder-80187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80187',level=0,port_id=960bfbf5-747a-464c-98f1-5fa6dae2aa6a,segment=NetworkSegment(2fba7ac8-4037-42cf-bf7c-8167f737370d),segment_id=2fba7ac8-4037-42cf-bf7c-8167f737370d)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:11:35.264580 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:35.265642 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Device 12394051-d740-4cb9-a247-ae2147d2ce0f details requested by agent hyperv_hv-cinder-80187 with host hv-cinder-80187 {{(pid=93194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:11:35.339316 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d006de7b-4902-49a7-bbe7-80d5389fcfd8 service neutron] Pushing event updated for resources: {'Port': ['ID=ed9d47de-6c01-44de-9932-7c1d241b8fba,revision_number=2']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:35.341138 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-04a3e3fe-19b5-479d-8b7a-9c0e630d7465 req-8d16f975-6e24-4f4a-aa7d-e5d17438f2b5 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdf4a528-dd54-4780-893e-44f1896a93f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2803073 Jul 22 23:11:35.360659 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-908f42ef-4a6a-46c3-8abd-cfc9c13d524e req-c6829362-5123-43f3-8433-c089f4c52f62 service neutron] 10.222.0.76 "GET /v2.0/networks/56c05d67-dcfb-4da8-b292-0e214c68403b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4518640 Jul 22 23:11:35.377432 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Pushing event updated for resources: {'Port': ['ID=960bfbf5-747a-464c-98f1-5fa6dae2aa6a,revision_number=4']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:35.493828 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] For port 12394051-d740-4cb9-a247-ae2147d2ce0f, host hv-cinder-80187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80187',level=0,port_id=12394051-d740-4cb9-a247-ae2147d2ce0f,segment=NetworkSegment(69f152eb-c13e-4a44-8c60-291129df9470),segment_id=69f152eb-c13e-4a44-8c60-291129df9470)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:11:35.494643 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.managers [req-579e407a-a3ba-4eeb-acaa-bbbd5c9fd336 req-d006de7b-4902-49a7-bbe7-80d5389fcfd8 service neutron] Attempting to bind port ed9d47de-6c01-44de-9932-7c1d241b8fba on host hv-cinder-80187 for vnic_type normal with profile {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:11:35.496765 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.managers [req-579e407a-a3ba-4eeb-acaa-bbbd5c9fd336 req-d006de7b-4902-49a7-bbe7-80d5389fcfd8 service neutron] Attempting to bind port ed9d47de-6c01-44de-9932-7c1d241b8fba by drivers openvswitch,hyperv on host hv-cinder-80187 at level 0 using segments [{'id': 'f73d282d-c39b-4414-b8a8-4f3ec992f8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '15297b5d-2132-449e-9de1-fcfc3bc99bcd'}] {{(pid=93193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:11:35.497221 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-579e407a-a3ba-4eeb-acaa-bbbd5c9fd336 req-d006de7b-4902-49a7-bbe7-80d5389fcfd8 service neutron] Attempting to bind port ed9d47de-6c01-44de-9932-7c1d241b8fba on network 15297b5d-2132-449e-9de1-fcfc3bc99bcd {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:11:35.501006 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12f3945-c3ee-465b-8f7b-b66624d2c963 req-275e69a7-41ba-4831-b20f-f3480283ec46 tempest-DeleteServersTestJSON-956434508 tempest-DeleteServersTestJSON-956434508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:35.509073 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-d12f3945-c3ee-465b-8f7b-b66624d2c963 req-275e69a7-41ba-4831-b20f-f3480283ec46 tempest-DeleteServersTestJSON-956434508 tempest-DeleteServersTestJSON-956434508-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb96b61e-b2c3-4ccd-a299-e4e073efa1af HTTP/1.1" status: 200 len: 944 time: 0.4735205 Jul 22 23:11:35.512865 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-579e407a-a3ba-4eeb-acaa-bbbd5c9fd336 req-d006de7b-4902-49a7-bbe7-80d5389fcfd8 service neutron] Port ed9d47de-6c01-44de-9932-7c1d241b8fba on network 15297b5d-2132-449e-9de1-fcfc3bc99bcd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80187 {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:11:35.514172 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-579e407a-a3ba-4eeb-acaa-bbbd5c9fd336 req-d006de7b-4902-49a7-bbe7-80d5389fcfd8 service neutron] Attempting to bind port ed9d47de-6c01-44de-9932-7c1d241b8fba on network 15297b5d-2132-449e-9de1-fcfc3bc99bcd {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:11:35.514618 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Returning: {'device': '12394051-d740-4cb9-a247-ae2147d2ce0f', 'network_id': 'de397990-f2a1-432f-9415-ba1f7a83fc14', 'port_id': '12394051-d740-4cb9-a247-ae2147d2ce0f', 'mac_address': 'fa:16:3e:21:80:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 878, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4297dae4-83d0-4dbd-86f4-51bfb44a7f08', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:11:35.530585 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-579e407a-a3ba-4eeb-acaa-bbbd5c9fd336 req-d006de7b-4902-49a7-bbe7-80d5389fcfd8 service neutron] Checking agent: {'id': '11a4ce8f-2944-4abd-9558-2f785ee5be32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80187', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 9, 19), 'started_at': datetime.datetime(2021, 7, 22, 23, 9, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:11:35.533457 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-579e407a-a3ba-4eeb-acaa-bbbd5c9fd336 req-d006de7b-4902-49a7-bbe7-80d5389fcfd8 service neutron] Checking segment: {'id': 'f73d282d-c39b-4414-b8a8-4f3ec992f8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '15297b5d-2132-449e-9de1-fcfc3bc99bcd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:11:35.534087 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-579e407a-a3ba-4eeb-acaa-bbbd5c9fd336 req-d006de7b-4902-49a7-bbe7-80d5389fcfd8 service neutron] Bound using segment: {'id': 'f73d282d-c39b-4414-b8a8-4f3ec992f8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '15297b5d-2132-449e-9de1-fcfc3bc99bcd'} {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:11:35.534906 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.managers [req-579e407a-a3ba-4eeb-acaa-bbbd5c9fd336 req-d006de7b-4902-49a7-bbe7-80d5389fcfd8 service neutron] Bound port: ed9d47de-6c01-44de-9932-7c1d241b8fba, host: hv-cinder-80187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f73d282d-c39b-4414-b8a8-4f3ec992f8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '15297b5d-2132-449e-9de1-fcfc3bc99bcd'}}] {{(pid=93193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:11:35.535501 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-579e407a-a3ba-4eeb-acaa-bbbd5c9fd336 req-d006de7b-4902-49a7-bbe7-80d5389fcfd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:35.573788 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:35.592931 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.notifiers.nova [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12394051-d740-4cb9-a247-ae2147d2ce0f {{(pid=93194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:11:35.620248 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-d12f3945-c3ee-465b-8f7b-b66624d2c963 req-acd30ecf-60cc-41e0-a870-8845c08a7b36 tempest-DeleteServersTestJSON-956434508 tempest-DeleteServersTestJSON-956434508-project] 10.222.0.44 "GET /v2.0/security-groups?id=4a448ffd-040c-4880-b1dd-3c9b178b1182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103375 Jul 22 23:11:35.625453 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] For port 12394051-d740-4cb9-a247-ae2147d2ce0f, host hv-cinder-80187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80187',level=0,port_id=12394051-d740-4cb9-a247-ae2147d2ce0f,segment=NetworkSegment(69f152eb-c13e-4a44-8c60-291129df9470),segment_id=69f152eb-c13e-4a44-8c60-291129df9470)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:11:35.635085 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-908f42ef-4a6a-46c3-8abd-cfc9c13d524e req-48e178f2-949a-44aa-943b-a5b898a86aaf service neutron] 10.222.0.76 "GET /v2.0/networks/56c05d67-dcfb-4da8-b292-0e214c68403b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2607749 Jul 22 23:11:35.636028 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:35.636820 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Device 4ff6ad14-4f2e-413e-9405-77e3cca49e39 details requested by agent hyperv_hv-cinder-80187 with host hv-cinder-80187 {{(pid=93194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:11:35.688140 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96fd3a3-22bd-4352-a1d8-2001032f9828 req-3d37d593-9627-483f-be2a-0ab414afa5fd tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:35.690502 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-a96fd3a3-22bd-4352-a1d8-2001032f9828 req-3d37d593-9627-483f-be2a-0ab414afa5fd tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=8336b4ae-d194-4f5f-b4d7-c111fef91485 HTTP/1.1" status: 200 len: 943 time: 0.1505172 Jul 22 23:11:35.699204 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.db [req-579e407a-a3ba-4eeb-acaa-bbbd5c9fd336 req-d006de7b-4902-49a7-bbe7-80d5389fcfd8 service neutron] For port ed9d47de-6c01-44de-9932-7c1d241b8fba, host hv-cinder-80187, cleared binding levels {{(pid=93193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:11:35.703102 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.db [req-579e407a-a3ba-4eeb-acaa-bbbd5c9fd336 req-d006de7b-4902-49a7-bbe7-80d5389fcfd8 service neutron] For port ed9d47de-6c01-44de-9932-7c1d241b8fba, host hv-cinder-80187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80187',level=0,port_id=ed9d47de-6c01-44de-9932-7c1d241b8fba,segment=NetworkSegment(f73d282d-c39b-4414-b8a8-4f3ec992f8ca),segment_id=f73d282d-c39b-4414-b8a8-4f3ec992f8ca)] {{(pid=93193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:11:35.713589 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-579e407a-a3ba-4eeb-acaa-bbbd5c9fd336 req-d006de7b-4902-49a7-bbe7-80d5389fcfd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:35.824531 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d006de7b-4902-49a7-bbe7-80d5389fcfd8 service neutron] Pushing event updated for resources: {'Port': ['ID=ed9d47de-6c01-44de-9932-7c1d241b8fba,revision_number=3']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:35.847003 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579e407a-a3ba-4eeb-acaa-bbbd5c9fd336 req-d006de7b-4902-49a7-bbe7-80d5389fcfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:35.848204 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-579e407a-a3ba-4eeb-acaa-bbbd5c9fd336 req-d006de7b-4902-49a7-bbe7-80d5389fcfd8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585183'] for port, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:35.850364 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-579e407a-a3ba-4eeb-acaa-bbbd5c9fd336 req-d006de7b-4902-49a7-bbe7-80d5389fcfd8 service neutron] 10.222.0.76 "PUT /v2.0/ports/ed9d47de-6c01-44de-9932-7c1d241b8fba HTTP/1.1" status: 200 len: 1093 time: 1.3925951 Jul 22 23:11:35.851050 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8271f108-5334-4d0a-a188-933ee657ed0e', 'tag': 'ed9d47de-6c01-44de-9932-7c1d241b8fba'}] {{(pid=93193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:11:35.853919 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53e3bfa867fb079e45cf064e3f04560eeff66f84eee23b8fde49e5f46f239411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee7eabb8-00a1-49ca-a25c-87683922ae2a" -d '{"events": [{"name": "network-changed", "server_uuid": "8271f108-5334-4d0a-a188-933ee657ed0e", "tag": "ed9d47de-6c01-44de-9932-7c1d241b8fba"}]}' {{(pid=93193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:11:35.864013 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-a96fd3a3-22bd-4352-a1d8-2001032f9828 req-2a4d29c2-8d27-4d2f-a9c8-305da9edc767 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674728 Jul 22 23:11:35.868535 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Pushing event updated for resources: {'Port': ['ID=12394051-d740-4cb9-a247-ae2147d2ce0f,revision_number=4']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:35.917860 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5433a26-6831-4348-8f39-7cd6fa6bbbfa req-955a9365-13fc-43b2-8aa7-8b3fd5cb8e7b tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:35.928755 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-a5433a26-6831-4348-8f39-7cd6fa6bbbfa req-955a9365-13fc-43b2-8aa7-8b3fd5cb8e7b tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/ports?device_id=14cd5873-97d8-472c-b99c-8b14621deecf HTTP/1.1" status: 200 len: 944 time: 0.2057593 Jul 22 23:11:35.987640 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22c6d96b-6c56-4348-84ff-ef1dfa82aeb1 x-openstack-request-id: req-22c6d96b-6c56-4348-84ff-ef1dfa82aeb1 {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:11:35.987940 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8271f108-5334-4d0a-a188-933ee657ed0e", "tag": "ed9d47de-6c01-44de-9932-7c1d241b8fba", "status": "completed", "code": 200}]} {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:11:35.988167 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-22c6d96b-6c56-4348-84ff-ef1dfa82aeb1 {{(pid=93193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:11:35.988673 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8271f108-5334-4d0a-a188-933ee657ed0e', 'tag': 'ed9d47de-6c01-44de-9932-7c1d241b8fba', 'status': 'completed', 'code': 200} Jul 22 23:11:36.012499 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579e407a-a3ba-4eeb-acaa-bbbd5c9fd336 req-6f26eae6-ae95-4ebb-a3d4-eef58ede0a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:36.014872 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-579e407a-a3ba-4eeb-acaa-bbbd5c9fd336 req-6f26eae6-ae95-4ebb-a3d4-eef58ede0a7c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=934579b2f9344fa4a2472101e976d552&device_id=8271f108-5334-4d0a-a188-933ee657ed0e HTTP/1.1" status: 200 len: 1096 time: 0.0775015 Jul 22 23:11:36.016071 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b1ff74-f07c-462c-855d-087badcb483f req-0e0e84aa-ca96-47e0-a5b7-b5247297fbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:36.017689 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-f3b1ff74-f07c-462c-855d-087badcb483f req-0e0e84aa-ca96-47e0-a5b7-b5247297fbf1 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=508ce7147574443fa7fe75758145d216&device_id=8336b4ae-d194-4f5f-b4d7-c111fef91485 HTTP/1.1" status: 200 len: 1096 time: 0.2390757 Jul 22 23:11:36.019593 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] For port 4ff6ad14-4f2e-413e-9405-77e3cca49e39, host hv-cinder-80187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80187',level=0,port_id=4ff6ad14-4f2e-413e-9405-77e3cca49e39,segment=NetworkSegment(16d2cb10-ce94-45af-9e3e-ba31490ef4c9),segment_id=16d2cb10-ce94-45af-9e3e-ba31490ef4c9)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:11:36.035495 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Returning: {'device': '4ff6ad14-4f2e-413e-9405-77e3cca49e39', 'network_id': 'e58c7542-6db3-4e04-8d2d-fe660d3affaa', 'port_id': '4ff6ad14-4f2e-413e-9405-77e3cca49e39', 'mac_address': 'fa:16:3e:ce:55:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 894, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9ecd397-fc62-4881-82a1-08e8c6fe73f4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:11:36.036181 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-a5433a26-6831-4348-8f39-7cd6fa6bbbfa req-dc857167-9795-41a8-a31f-74350ad8c3aa tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/security-groups?id=d84c6cad-631b-43c5-a35b-86fdac5eacd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062117 Jul 22 23:11:36.038148 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 60138) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:11:36.097242 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-579e407a-a3ba-4eeb-acaa-bbbd5c9fd336 req-122e4895-832a-49c2-b2ba-14332b7fc14f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ed9d47de-6c01-44de-9932-7c1d241b8fba HTTP/1.1" status: 200 len: 217 time: 0.0593829 Jul 22 23:11:36.115367 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:36.136489 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.notifiers.nova [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ff6ad14-4f2e-413e-9405-77e3cca49e39 {{(pid=93194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:11:36.164462 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579e407a-a3ba-4eeb-acaa-bbbd5c9fd336 req-41500c58-8479-4abc-bc05-ec106be0f4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:36.166445 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-579e407a-a3ba-4eeb-acaa-bbbd5c9fd336 req-41500c58-8479-4abc-bc05-ec106be0f4bb service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c47fa5de-a082-4f3c-9a72-06af8857dbb0 HTTP/1.1" status: 200 len: 856 time: 0.0574811 Jul 22 23:11:36.190152 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] For port 4ff6ad14-4f2e-413e-9405-77e3cca49e39, host hv-cinder-80187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80187',level=0,port_id=4ff6ad14-4f2e-413e-9405-77e3cca49e39,segment=NetworkSegment(16d2cb10-ce94-45af-9e3e-ba31490ef4c9),segment_id=16d2cb10-ce94-45af-9e3e-ba31490ef4c9)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:11:36.219467 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:36.263513 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b1ff74-f07c-462c-855d-087badcb483f req-477e1bb0-a5b0-4308-8407-441116c9caa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:36.265377 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-f3b1ff74-f07c-462c-855d-087badcb483f req-477e1bb0-a5b0-4308-8407-441116c9caa8 service neutron] 10.222.0.76 "GET /v2.0/networks?id=56c05d67-dcfb-4da8-b292-0e214c68403b HTTP/1.1" status: 200 len: 920 time: 0.2260845 Jul 22 23:11:36.318053 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-f3b1ff74-f07c-462c-855d-087badcb483f req-ed6eb704-72e7-47ae-911d-b1e4172699f5 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=114b2d53-d7f9-4d95-bf3f-9d9e71a3c2ba HTTP/1.1" status: 200 len: 217 time: 0.0462406 Jul 22 23:11:36.355507 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579e407a-a3ba-4eeb-acaa-bbbd5c9fd336 req-88366134-215d-4b32-ae0f-9d91f7893eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:36.358171 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-579e407a-a3ba-4eeb-acaa-bbbd5c9fd336 req-88366134-215d-4b32-ae0f-9d91f7893eeb service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=15297b5d-2132-449e-9de1-fcfc3bc99bcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1784730 Jul 22 23:11:36.362447 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Pushing event updated for resources: {'Port': ['ID=4ff6ad14-4f2e-413e-9405-77e3cca49e39,revision_number=4']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:36.368249 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-0692d611-009e-484e-901b-0b5426b6edc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:36.435681 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b1ff74-f07c-462c-855d-087badcb483f req-99c5f534-a7d1-481c-ad5b-7b1e8cf57be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:36.437207 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-f3b1ff74-f07c-462c-855d-087badcb483f req-99c5f534-a7d1-481c-ad5b-7b1e8cf57be6 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=223fd587-80e8-4bd3-805b-2cf5bf9c1819 HTTP/1.1" status: 200 len: 859 time: 0.1104124 Jul 22 23:11:36.494815 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-579e407a-a3ba-4eeb-acaa-bbbd5c9fd336 req-0bab52a9-0cb0-4871-8d55-c0add17f37bb service neutron] 10.222.0.76 "GET /v2.0/networks/15297b5d-2132-449e-9de1-fcfc3bc99bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297712 Jul 22 23:11:36.509961 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-f3b1ff74-f07c-462c-855d-087badcb483f req-1fdba581-26ed-4196-995c-7224bf7c1569 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=56c05d67-dcfb-4da8-b292-0e214c68403b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623155 Jul 22 23:11:36.607401 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-579e407a-a3ba-4eeb-acaa-bbbd5c9fd336 req-49dd322f-c901-4080-84b5-ed0f767e966d service neutron] 10.222.0.76 "GET /v2.0/networks/15297b5d-2132-449e-9de1-fcfc3bc99bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046274 Jul 22 23:11:36.736564 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-f3b1ff74-f07c-462c-855d-087badcb483f req-d9c1cf44-3cbb-4b9d-95fb-62a32873f10a service neutron] 10.222.0.76 "GET /v2.0/networks/56c05d67-dcfb-4da8-b292-0e214c68403b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151225 Jul 22 23:11:36.744543 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f07554-2b4d-424c-bfe6-3d376df5c973 req-b3622203-05e5-4ac7-a80b-bbe5f896df43 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:36.746056 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-02f07554-2b4d-424c-bfe6-3d376df5c973 req-b3622203-05e5-4ac7-a80b-bbe5f896df43 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=8271f108-5334-4d0a-a188-933ee657ed0e HTTP/1.1" status: 200 len: 943 time: 0.2410817 Jul 22 23:11:36.756466 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] get_ports_and_sgs() called for port_ids ['12394051-d740-4cb9-a247-ae2147d2ce0f'] {{(pid=93194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:11:36.776665 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-0692d611-009e-484e-901b-0b5426b6edc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:36.799829 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7eabb8-00a1-49ca-a25c-87683922ae2a req-4136746a-9fd3-4327-a717-df99694f1c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:36.800473 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-0692d611-009e-484e-901b-0b5426b6edc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:36.801357 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-ee7eabb8-00a1-49ca-a25c-87683922ae2a req-4136746a-9fd3-4327-a717-df99694f1c2a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=934579b2f9344fa4a2472101e976d552&device_id=8271f108-5334-4d0a-a188-933ee657ed0e HTTP/1.1" status: 200 len: 1096 time: 0.0783415 Jul 22 23:11:36.818044 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] get_ports_and_sgs() called for port_ids ['4ff6ad14-4f2e-413e-9405-77e3cca49e39'] {{(pid=93194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:11:36.839790 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] get_ports_and_sgs() called for port_ids ['960bfbf5-747a-464c-98f1-5fa6dae2aa6a'] {{(pid=93194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:11:36.961351 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 60180) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:11:36.978802 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7eabb8-00a1-49ca-a25c-87683922ae2a req-66092eb3-a333-4255-aa86-4e577b464b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:36.980415 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-ee7eabb8-00a1-49ca-a25c-87683922ae2a req-66092eb3-a333-4255-aa86-4e577b464b7c service neutron] 10.222.0.76 "GET /v2.0/networks?id=15297b5d-2132-449e-9de1-fcfc3bc99bcd HTTP/1.1" status: 200 len: 918 time: 0.1689451 Jul 22 23:11:37.010949 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0692d611-009e-484e-901b-0b5426b6edc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8958c3d3-04ef-4db7-914a-faf3fd43c7a4,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:37.017641 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-02f07554-2b4d-424c-bfe6-3d376df5c973 req-12c2eda9-8897-4fb3-ad5c-bd4f2900919b tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdf4a528-dd54-4780-893e-44f1896a93f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2526004 Jul 22 23:11:37.032230 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-0692d611-009e-484e-901b-0b5426b6edc3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c01f4e1d2a694e4bad8a23a77a4bc310&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9919038 Jul 22 23:11:37.038160 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 60186) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:11:37.047736 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-ee7eabb8-00a1-49ca-a25c-87683922ae2a req-8acbc234-9a9c-47f3-bdcf-443a2e6c4992 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ed9d47de-6c01-44de-9932-7c1d241b8fba HTTP/1.1" status: 200 len: 217 time: 0.0592346 Jul 22 23:11:37.075243 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-f3b1ff74-f07c-462c-855d-087badcb483f req-e7808329-9a9d-434d-827f-2ca4fa4a86f3 service neutron] 10.222.0.76 "GET /v2.0/networks/56c05d67-dcfb-4da8-b292-0e214c68403b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3280542 Jul 22 23:11:37.136034 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7eabb8-00a1-49ca-a25c-87683922ae2a req-f575a9fa-c12d-43f8-b606-5d3a132712f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:37.137452 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-ee7eabb8-00a1-49ca-a25c-87683922ae2a req-f575a9fa-c12d-43f8-b606-5d3a132712f5 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c47fa5de-a082-4f3c-9a72-06af8857dbb0 HTTP/1.1" status: 200 len: 856 time: 0.0828311 Jul 22 23:11:37.209727 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-c8ca5792-20d1-40e1-a3f6-4085e302ff14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:37.237153 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7eabb8-00a1-49ca-a25c-87683922ae2a req-7a9429cf-fde7-4175-a3a0-6b251648065e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:37.237593 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-b7033a5e-f92d-4504-bc31-61d6fbab9013 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:37.238678 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-ee7eabb8-00a1-49ca-a25c-87683922ae2a req-7a9429cf-fde7-4175-a3a0-6b251648065e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=15297b5d-2132-449e-9de1-fcfc3bc99bcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0938458 Jul 22 23:11:37.257965 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df5d635-2d1e-4460-bd11-2c89dfb6b812 req-e2378533-e74d-4cf5-9489-250647864e7f tempest-DeleteServersTestJSON-956434508 tempest-DeleteServersTestJSON-956434508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:37.260278 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-5df5d635-2d1e-4460-bd11-2c89dfb6b812 req-e2378533-e74d-4cf5-9489-250647864e7f tempest-DeleteServersTestJSON-956434508 tempest-DeleteServersTestJSON-956434508-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb96b61e-b2c3-4ccd-a299-e4e073efa1af HTTP/1.1" status: 200 len: 945 time: 0.3180304 Jul 22 23:11:37.284760 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-c8ca5792-20d1-40e1-a3f6-4085e302ff14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:37.371579 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-ee7eabb8-00a1-49ca-a25c-87683922ae2a req-63fdb9a9-51c4-49c3-b8ff-32cf54ae7ce9 service neutron] 10.222.0.76 "GET /v2.0/networks/15297b5d-2132-449e-9de1-fcfc3bc99bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236625 Jul 22 23:11:37.377179 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff9cbfa-2e4b-485b-93ec-a8b4bd700c2e req-4df83a06-d279-4ae8-a2a8-f3227b577149 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:37.384872 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-bff9cbfa-2e4b-485b-93ec-a8b4bd700c2e req-4df83a06-d279-4ae8-a2a8-f3227b577149 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=8336b4ae-d194-4f5f-b4d7-c111fef91485 HTTP/1.1" status: 200 len: 943 time: 0.2513146 Jul 22 23:11:37.407272 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-5df5d635-2d1e-4460-bd11-2c89dfb6b812 req-fbeafa86-bedf-4831-98c2-f082ce4b58f7 tempest-DeleteServersTestJSON-956434508 tempest-DeleteServersTestJSON-956434508-project] 10.222.0.44 "GET /v2.0/security-groups?id=4a448ffd-040c-4880-b1dd-3c9b178b1182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341827 Jul 22 23:11:37.469471 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-bff9cbfa-2e4b-485b-93ec-a8b4bd700c2e req-d656378c-7dee-435a-8e82-348fe6e025b1 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828307 Jul 22 23:11:37.478024 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-c8ca5792-20d1-40e1-a3f6-4085e302ff14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:37.480661 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-c8ca5792-20d1-40e1-a3f6-4085e302ff14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:37.489089 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-ee7eabb8-00a1-49ca-a25c-87683922ae2a req-da57723f-c70e-481f-a192-314c1adf3378 service neutron] 10.222.0.76 "GET /v2.0/networks/15297b5d-2132-449e-9de1-fcfc3bc99bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104751 Jul 22 23:11:37.496829 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-c8ca5792-20d1-40e1-a3f6-4085e302ff14 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8958c3d3-04ef-4db7-914a-faf3fd43c7a4 HTTP/1.1" status: 204 len: 168 time: 0.4464145 Jul 22 23:11:37.527040 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ca5792-20d1-40e1-a3f6-4085e302ff14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8958c3d3-04ef-4db7-914a-faf3fd43c7a4,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:37.586737 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-b7033a5e-f92d-4504-bc31-61d6fbab9013 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:37.598604 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-b7033a5e-f92d-4504-bc31-61d6fbab9013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:37.645918 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7a8fb6-cf56-4d75-8740-ec72b489b9ca req-71e3957c-75b2-4a66-a905-4acd3c49abb1 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:37.647463 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-6b7a8fb6-cf56-4d75-8740-ec72b489b9ca req-71e3957c-75b2-4a66-a905-4acd3c49abb1 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/ports?device_id=14cd5873-97d8-472c-b99c-8b14621deecf HTTP/1.1" status: 200 len: 945 time: 0.1241176 Jul 22 23:11:37.655089 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-b7033a5e-f92d-4504-bc31-61d6fbab9013 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=df33532574db48f88264018510f3c7d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6788182 Jul 22 23:11:37.655750 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7033a5e-f92d-4504-bc31-61d6fbab9013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5518d154-6ecb-47c5-bdd6-9851f33566be,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:37.657882 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 60218) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:11:37.710882 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-6b7a8fb6-cf56-4d75-8740-ec72b489b9ca req-e35f0c31-b40c-4c23-96d1-b0129099fd4f tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/security-groups?id=d84c6cad-631b-43c5-a35b-86fdac5eacd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448825 Jul 22 23:11:37.751872 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-94ab908b-c3dc-49a4-b6c6-9648b599670f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:37.779776 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-94ab908b-c3dc-49a4-b6c6-9648b599670f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:37.833942 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-94ab908b-c3dc-49a4-b6c6-9648b599670f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:37.838400 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-94ab908b-c3dc-49a4-b6c6-9648b599670f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:37.841929 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-94ab908b-c3dc-49a4-b6c6-9648b599670f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5518d154-6ecb-47c5-bdd6-9851f33566be HTTP/1.1" status: 204 len: 168 time: 0.1807601 Jul 22 23:11:37.848169 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ab908b-c3dc-49a4-b6c6-9648b599670f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5518d154-6ecb-47c5-bdd6-9851f33566be,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:38.017556 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 60234) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:11:38.031457 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-304d987f-c0a6-416c-8340-662bcf42e84c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:38.146461 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-304d987f-c0a6-416c-8340-662bcf42e84c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:38.152948 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-304d987f-c0a6-416c-8340-662bcf42e84c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:38.185453 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab7920f-b4f2-4f4b-825e-ac218263f307 req-416d42e1-dfd5-46ea-b1d4-5c36ddd05d12 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:38.192958 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-1ab7920f-b4f2-4f4b-825e-ac218263f307 req-416d42e1-dfd5-46ea-b1d4-5c36ddd05d12 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=8271f108-5334-4d0a-a188-933ee657ed0e HTTP/1.1" status: 200 len: 943 time: 0.0862756 Jul 22 23:11:38.202323 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-304d987f-c0a6-416c-8340-662bcf42e84c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=722e503b005f407685d8c9e8b5441d31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1833103 Jul 22 23:11:38.203614 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304d987f-c0a6-416c-8340-662bcf42e84c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cc5665e-87e2-4d37-b998-56450ce671b2,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:38.207262 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 60240) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:11:38.245094 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-1ab7920f-b4f2-4f4b-825e-ac218263f307 req-037a71a9-97c5-4d3b-91e4-5a35957b7757 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdf4a528-dd54-4780-893e-44f1896a93f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487731 Jul 22 23:11:38.252143 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 60244) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:11:38.272916 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-182d457c-5433-47d7-b3fe-de0d67554173 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:38.294146 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-182d457c-5433-47d7-b3fe-de0d67554173 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:38.351964 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-182d457c-5433-47d7-b3fe-de0d67554173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:38.354745 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-182d457c-5433-47d7-b3fe-de0d67554173 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:38.356917 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-182d457c-5433-47d7-b3fe-de0d67554173 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1cc5665e-87e2-4d37-b998-56450ce671b2 HTTP/1.1" status: 204 len: 168 time: 0.1476886 Jul 22 23:11:38.366541 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182d457c-5433-47d7-b3fe-de0d67554173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cc5665e-87e2-4d37-b998-56450ce671b2,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:38.391449 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 60252) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:11:38.404988 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-f44becc6-2416-405b-8877-7a99678c27aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:38.546927 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-f44becc6-2416-405b-8877-7a99678c27aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:38.558598 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-b0854da0-f3b6-4f31-98da-413463eaeda7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:38.567938 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-f44becc6-2416-405b-8877-7a99678c27aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:38.668875 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-f44becc6-2416-405b-8877-7a99678c27aa admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=29b873c4ee2b417da5f7e92319eef65b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2757642 Jul 22 23:11:38.671126 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44becc6-2416-405b-8877-7a99678c27aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a495c23-3a21-4ede-9900-e09249931034,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:38.671899 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 60264) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:11:38.721198 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8861cf50-527a-477c-b15b-6884c5769295 req-e084959c-0e91-4bf7-833c-e8a1b3fbdb77 tempest-DeleteServersTestJSON-956434508 tempest-DeleteServersTestJSON-956434508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:38.723063 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-8861cf50-527a-477c-b15b-6884c5769295 req-e084959c-0e91-4bf7-833c-e8a1b3fbdb77 tempest-DeleteServersTestJSON-956434508 tempest-DeleteServersTestJSON-956434508-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb96b61e-b2c3-4ccd-a299-e4e073efa1af HTTP/1.1" status: 200 len: 945 time: 0.2261817 Jul 22 23:11:38.753740 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-e1c644eb-5566-4f0e-9967-f8ebb9934836 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:38.777272 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f237e34f-9579-439a-a192-c71958613242 req-ddc05268-0d8a-4996-b61c-6349922d68b7 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:38.778810 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-f237e34f-9579-439a-a192-c71958613242 req-ddc05268-0d8a-4996-b61c-6349922d68b7 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=8336b4ae-d194-4f5f-b4d7-c111fef91485 HTTP/1.1" status: 200 len: 943 time: 0.2082880 Jul 22 23:11:38.792046 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-e1c644eb-5566-4f0e-9967-f8ebb9934836 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:38.810360 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-8861cf50-527a-477c-b15b-6884c5769295 req-8c2cd9c8-b63d-4dd8-84dd-88995f71af4f tempest-DeleteServersTestJSON-956434508 tempest-DeleteServersTestJSON-956434508-project] 10.222.0.44 "GET /v2.0/security-groups?id=4a448ffd-040c-4880-b1dd-3c9b178b1182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784199 Jul 22 23:11:38.818249 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Device 114b2d53-d7f9-4d95-bf3f-9d9e71a3c2ba details requested by agent hyperv_hv-cinder-80187 with host hv-cinder-80187 {{(pid=93194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:11:38.838028 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Device 960bfbf5-747a-464c-98f1-5fa6dae2aa6a up at agent hyperv_hv-cinder-80187 {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:11:38.864282 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-f237e34f-9579-439a-a192-c71958613242 req-c5e531df-8486-4405-bf11-964d6b978936 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742280 Jul 22 23:11:38.888810 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-b0854da0-f3b6-4f31-98da-413463eaeda7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:38.905802 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-b0854da0-f3b6-4f31-98da-413463eaeda7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:38.911311 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-e1c644eb-5566-4f0e-9967-f8ebb9934836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:38.916602 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-e1c644eb-5566-4f0e-9967-f8ebb9934836 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:38.921948 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-e1c644eb-5566-4f0e-9967-f8ebb9934836 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0a495c23-3a21-4ede-9900-e09249931034 HTTP/1.1" status: 204 len: 168 time: 0.2486498 Jul 22 23:11:38.941444 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c644eb-5566-4f0e-9967-f8ebb9934836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a495c23-3a21-4ede-9900-e09249931034,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:39.015790 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0854da0-f3b6-4f31-98da-413463eaeda7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acf985bd-2607-4ae4-9f60-29b0cba20dd3,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:39.030904 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-b0854da0-f3b6-4f31-98da-413463eaeda7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e455be2ed8624333a6688ace3a833786&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7748384 Jul 22 23:11:39.031076 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 60280) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:11:39.104189 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7868def-0522-4f48-a5d3-2f33370b2d38 req-793485d5-cea9-4f57-8b4a-f2566175b54a tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:39.105849 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-d7868def-0522-4f48-a5d3-2f33370b2d38 req-793485d5-cea9-4f57-8b4a-f2566175b54a tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/ports?device_id=14cd5873-97d8-472c-b99c-8b14621deecf HTTP/1.1" status: 200 len: 945 time: 0.1534009 Jul 22 23:11:39.135377 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-875b4586-0042-48b2-a745-665ee34bc9b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:39.160611 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-875b4586-0042-48b2-a745-665ee34bc9b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:39.182967 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Provisioning for port 960bfbf5-747a-464c-98f1-5fa6dae2aa6a completed by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:11:39.190230 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Provisioning complete for port 960bfbf5-747a-464c-98f1-5fa6dae2aa6a triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:11:39.190946 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832377'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:39.203991 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-d7868def-0522-4f48-a5d3-2f33370b2d38 req-1f4e31e2-2fce-4d42-a0a1-8e4d3f847927 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/security-groups?id=d84c6cad-631b-43c5-a35b-86fdac5eacd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907753 Jul 22 23:11:39.226159 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-875b4586-0042-48b2-a745-665ee34bc9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:39.232976 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-875b4586-0042-48b2-a745-665ee34bc9b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:39.236802 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-875b4586-0042-48b2-a745-665ee34bc9b8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/acf985bd-2607-4ae4-9f60-29b0cba20dd3 HTTP/1.1" status: 204 len: 168 time: 0.2023082 Jul 22 23:11:39.251955 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875b4586-0042-48b2-a745-665ee34bc9b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acf985bd-2607-4ae4-9f60-29b0cba20dd3,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:39.252902 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] For port 114b2d53-d7f9-4d95-bf3f-9d9e71a3c2ba, host hv-cinder-80187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80187',level=0,port_id=114b2d53-d7f9-4d95-bf3f-9d9e71a3c2ba,segment=NetworkSegment(2fba7ac8-4037-42cf-bf7c-8167f737370d),segment_id=2fba7ac8-4037-42cf-bf7c-8167f737370d)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:11:39.281466 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Returning: {'device': '114b2d53-d7f9-4d95-bf3f-9d9e71a3c2ba', 'network_id': '56c05d67-dcfb-4da8-b292-0e214c68403b', 'port_id': '114b2d53-d7f9-4d95-bf3f-9d9e71a3c2ba', 'mac_address': 'fa:16:3e:a2:a4:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 885, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '223fd587-80e8-4bd3-805b-2cf5bf9c1819', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:11:39.363921 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:39.389076 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:39.392253 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.notifiers.nova [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 114b2d53-d7f9-4d95-bf3f-9d9e71a3c2ba {{(pid=93194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:11:39.405805 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec07b0b-13f4-4daf-aed3-c45f99ce2af4 req-9bf4f120-ded7-4819-bb2b-d3ea3cdda0f3 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:39.409350 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-2ec07b0b-13f4-4daf-aed3-c45f99ce2af4 req-9bf4f120-ded7-4819-bb2b-d3ea3cdda0f3 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=8271f108-5334-4d0a-a188-933ee657ed0e HTTP/1.1" status: 200 len: 943 time: 0.0851562 Jul 22 23:11:39.432307 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] For port 114b2d53-d7f9-4d95-bf3f-9d9e71a3c2ba, host hv-cinder-80187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80187',level=0,port_id=114b2d53-d7f9-4d95-bf3f-9d9e71a3c2ba,segment=NetworkSegment(2fba7ac8-4037-42cf-bf7c-8167f737370d),segment_id=2fba7ac8-4037-42cf-bf7c-8167f737370d)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:11:39.439342 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30c4bc5a-ce65-4608-8781-bde54ef98599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '960bfbf5-747a-464c-98f1-5fa6dae2aa6a'}] {{(pid=93194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:11:39.461596 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-2ec07b0b-13f4-4daf-aed3-c45f99ce2af4 req-a03f17e3-4fe8-4e35-bfe7-917d12c9de9e tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdf4a528-dd54-4780-893e-44f1896a93f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465283 Jul 22 23:11:39.512583 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:39.513248 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Device ed9d47de-6c01-44de-9932-7c1d241b8fba details requested by agent hyperv_hv-cinder-80187 with host hv-cinder-80187 {{(pid=93194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:11:39.556878 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] For port 960bfbf5-747a-464c-98f1-5fa6dae2aa6a, host hv-cinder-80187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80187',level=0,port_id=960bfbf5-747a-464c-98f1-5fa6dae2aa6a,segment=NetworkSegment(2fba7ac8-4037-42cf-bf7c-8167f737370d),segment_id=2fba7ac8-4037-42cf-bf7c-8167f737370d)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:11:39.569818 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:39.570587 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Device 12394051-d740-4cb9-a247-ae2147d2ce0f up at agent hyperv_hv-cinder-80187 {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:11:39.637097 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Pushing event updated for resources: {'Port': ['ID=114b2d53-d7f9-4d95-bf3f-9d9e71a3c2ba,revision_number=4']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:39.762715 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] For port ed9d47de-6c01-44de-9932-7c1d241b8fba, host hv-cinder-80187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80187',level=0,port_id=ed9d47de-6c01-44de-9932-7c1d241b8fba,segment=NetworkSegment(f73d282d-c39b-4414-b8a8-4f3ec992f8ca),segment_id=f73d282d-c39b-4414-b8a8-4f3ec992f8ca)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:11:39.765602 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Pushing event updated for resources: {'Port': ['ID=960bfbf5-747a-464c-98f1-5fa6dae2aa6a,revision_number=5']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:39.779743 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Provisioning for port 12394051-d740-4cb9-a247-ae2147d2ce0f completed by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:11:39.785451 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Returning: {'device': 'ed9d47de-6c01-44de-9932-7c1d241b8fba', 'network_id': '15297b5d-2132-449e-9de1-fcfc3bc99bcd', 'port_id': 'ed9d47de-6c01-44de-9932-7c1d241b8fba', 'mac_address': 'fa:16:3e:86:0f:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 876, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c47fa5de-a082-4f3c-9a72-06af8857dbb0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:11:39.786915 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Provisioning complete for port 12394051-d740-4cb9-a247-ae2147d2ce0f triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:11:39.787307 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832377'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:39.856965 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:39.880935 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.notifiers.nova [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed9d47de-6c01-44de-9932-7c1d241b8fba {{(pid=93194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:11:39.958701 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7601765a566782fd39478405f6fadc52a0f9e3dab845648c9e7fe91a53a45b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51520381-af82-4b69-bc85-245f56c20369" -d '{"events": [{"server_uuid": "30c4bc5a-ce65-4608-8781-bde54ef98599", "name": "network-vif-plugged", "status": "completed", "tag": "960bfbf5-747a-464c-98f1-5fa6dae2aa6a"}]}' {{(pid=93194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:11:39.970182 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] For port ed9d47de-6c01-44de-9932-7c1d241b8fba, host hv-cinder-80187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80187',level=0,port_id=ed9d47de-6c01-44de-9932-7c1d241b8fba,segment=NetworkSegment(f73d282d-c39b-4414-b8a8-4f3ec992f8ca),segment_id=f73d282d-c39b-4414-b8a8-4f3ec992f8ca)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:11:39.988229 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:39.992570 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:40.093595 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] For port 12394051-d740-4cb9-a247-ae2147d2ce0f, host hv-cinder-80187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80187',level=0,port_id=12394051-d740-4cb9-a247-ae2147d2ce0f,segment=NetworkSegment(69f152eb-c13e-4a44-8c60-291129df9470),segment_id=69f152eb-c13e-4a44-8c60-291129df9470)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:11:40.097008 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Pushing event updated for resources: {'Port': ['ID=ed9d47de-6c01-44de-9932-7c1d241b8fba,revision_number=4']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:40.109524 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:40.111190 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Device 4ff6ad14-4f2e-413e-9405-77e3cca49e39 up at agent hyperv_hv-cinder-80187 {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:11:40.200641 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1952a168-9c95-4b7c-a8e4-bed57582734b req-19ea3de1-c685-40b8-8abb-bd6a7b1fe630 tempest-DeleteServersTestJSON-956434508 tempest-DeleteServersTestJSON-956434508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:40.202346 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-1952a168-9c95-4b7c-a8e4-bed57582734b req-19ea3de1-c685-40b8-8abb-bd6a7b1fe630 tempest-DeleteServersTestJSON-956434508 tempest-DeleteServersTestJSON-956434508-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb96b61e-b2c3-4ccd-a299-e4e073efa1af HTTP/1.1" status: 200 len: 945 time: 0.2578120 Jul 22 23:11:40.253414 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Pushing event updated for resources: {'Port': ['ID=12394051-d740-4cb9-a247-ae2147d2ce0f,revision_number=5']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:40.265770 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Provisioning for port 4ff6ad14-4f2e-413e-9405-77e3cca49e39 completed by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:11:40.271033 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Provisioning complete for port 4ff6ad14-4f2e-413e-9405-77e3cca49e39 triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:11:40.271461 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832377'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:40.309722 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14196af-1bee-4f95-ade9-0a3139bc83c7 req-a664c842-4cc4-4109-8dd4-1c894777c473 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:40.311298 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-e14196af-1bee-4f95-ade9-0a3139bc83c7 req-a664c842-4cc4-4109-8dd4-1c894777c473 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=8336b4ae-d194-4f5f-b4d7-c111fef91485 HTTP/1.1" status: 200 len: 944 time: 0.3119392 Jul 22 23:11:40.324381 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-1952a168-9c95-4b7c-a8e4-bed57582734b req-7b0e770b-f57c-47a6-86f3-f243c8d41700 tempest-DeleteServersTestJSON-956434508 tempest-DeleteServersTestJSON-956434508-project] 10.222.0.44 "GET /v2.0/security-groups?id=4a448ffd-040c-4880-b1dd-3c9b178b1182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953486 Jul 22 23:11:40.377933 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:40.378773 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-e14196af-1bee-4f95-ade9-0a3139bc83c7 req-1d8be571-9384-4696-b395-8b89704390f1 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531931 Jul 22 23:11:40.384050 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] get_ports_and_sgs() called for port_ids ['114b2d53-d7f9-4d95-bf3f-9d9e71a3c2ba'] {{(pid=93194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:11:40.386120 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] get_ports_and_sgs() called for port_ids ['ed9d47de-6c01-44de-9932-7c1d241b8fba'] {{(pid=93194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:11:40.476285 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] For port 4ff6ad14-4f2e-413e-9405-77e3cca49e39, host hv-cinder-80187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80187',level=0,port_id=4ff6ad14-4f2e-413e-9405-77e3cca49e39,segment=NetworkSegment(16d2cb10-ce94-45af-9e3e-ba31490ef4c9),segment_id=16d2cb10-ce94-45af-9e3e-ba31490ef4c9)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:11:40.490269 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:40.575195 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Pushing event updated for resources: {'Port': ['ID=4ff6ad14-4f2e-413e-9405-77e3cca49e39,revision_number=5']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:40.575393 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb10bb4d-3e4d-47a6-8acd-c8914e209bc2 req-38bd5130-6a82-40a4-a0a7-d3829d9fc8e6 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:40.583284 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-182a568b-8423-4fea-95b0-150a41d6fc65 x-openstack-request-id: req-182a568b-8423-4fea-95b0-150a41d6fc65 {{(pid=93194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:11:40.583855 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30c4bc5a-ce65-4608-8781-bde54ef98599", "name": "network-vif-plugged", "status": "completed", "tag": "960bfbf5-747a-464c-98f1-5fa6dae2aa6a", "code": 200}]} {{(pid=93194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:11:40.584312 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-182a568b-8423-4fea-95b0-150a41d6fc65 {{(pid=93194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:11:40.584509 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-cb10bb4d-3e4d-47a6-8acd-c8914e209bc2 req-38bd5130-6a82-40a4-a0a7-d3829d9fc8e6 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/ports?device_id=14cd5873-97d8-472c-b99c-8b14621deecf HTTP/1.1" status: 200 len: 945 time: 0.1340306 Jul 22 23:11:40.585147 dv-cinder-801875-2-iscsi neutron-server[93194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30c4bc5a-ce65-4608-8781-bde54ef98599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '960bfbf5-747a-464c-98f1-5fa6dae2aa6a', 'code': 200} Jul 22 23:11:40.663927 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-cb10bb4d-3e4d-47a6-8acd-c8914e209bc2 req-09a9ad72-e8ad-4cc0-ab15-1a8af1a3250f tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/security-groups?id=d84c6cad-631b-43c5-a35b-86fdac5eacd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684094 Jul 22 23:11:40.775629 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1336606d-07b5-4dfc-bd5d-f0ceed51d77d req-72a1812c-6448-4103-9cc8-3ce3554a60d7 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:40.777290 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-1336606d-07b5-4dfc-bd5d-f0ceed51d77d req-72a1812c-6448-4103-9cc8-3ce3554a60d7 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=8271f108-5334-4d0a-a188-933ee657ed0e HTTP/1.1" status: 200 len: 944 time: 0.0903995 Jul 22 23:11:40.819051 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-1336606d-07b5-4dfc-bd5d-f0ceed51d77d req-9aa22402-c156-445a-946c-e14d0a857280 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdf4a528-dd54-4780-893e-44f1896a93f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342927 Jul 22 23:11:40.929626 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc34c7-ccaf-467c-95c1-bd6992161abe req-2ce2b25d-fa0e-4456-85bc-b794187d3082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:40.931233 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-65bc34c7-ccaf-467c-95c1-bd6992161abe req-2ce2b25d-fa0e-4456-85bc-b794187d3082 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=30c4bc5a-ce65-4608-8781-bde54ef98599 HTTP/1.1" status: 200 len: 1098 time: 0.1045299 Jul 22 23:11:40.950777 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-65bc34c7-ccaf-467c-95c1-bd6992161abe req-893be91a-4644-42ce-8e2b-6ab02190d229 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:41.056554 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-65bc34c7-ccaf-467c-95c1-bd6992161abe req-893be91a-4644-42ce-8e2b-6ab02190d229 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:41.062060 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-65bc34c7-ccaf-467c-95c1-bd6992161abe req-893be91a-4644-42ce-8e2b-6ab02190d229 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:41.117329 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-65bc34c7-ccaf-467c-95c1-bd6992161abe req-893be91a-4644-42ce-8e2b-6ab02190d229 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792192 Jul 22 23:11:41.136229 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893be91a-4644-42ce-8e2b-6ab02190d229 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=791a4405-14c0-4612-8049-479ec2154528,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:41.545448 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821fe1b9-f4d9-4d80-9269-8e6a85a552ee req-273c2193-cfd3-4d37-a3a9-f78bf8ecb3f4 tempest-DeleteServersTestJSON-956434508 tempest-DeleteServersTestJSON-956434508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:41.556509 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-821fe1b9-f4d9-4d80-9269-8e6a85a552ee req-273c2193-cfd3-4d37-a3a9-f78bf8ecb3f4 tempest-DeleteServersTestJSON-956434508 tempest-DeleteServersTestJSON-956434508-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb96b61e-b2c3-4ccd-a299-e4e073efa1af HTTP/1.1" status: 200 len: 946 time: 0.1493652 Jul 22 23:11:41.622985 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cc0b27-297c-477c-a4f3-074de03acb36 req-1b04c017-021b-45b9-9d01-452248faa48d tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:41.624598 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-77cc0b27-297c-477c-a4f3-074de03acb36 req-1b04c017-021b-45b9-9d01-452248faa48d tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=8336b4ae-d194-4f5f-b4d7-c111fef91485 HTTP/1.1" status: 200 len: 944 time: 0.1371095 Jul 22 23:11:41.644293 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-821fe1b9-f4d9-4d80-9269-8e6a85a552ee req-f3f7bb53-d9ce-49a5-b855-97f36eb58ae3 tempest-DeleteServersTestJSON-956434508 tempest-DeleteServersTestJSON-956434508-project] 10.222.0.44 "GET /v2.0/security-groups?id=4a448ffd-040c-4880-b1dd-3c9b178b1182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856986 Jul 22 23:11:41.713202 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-77cc0b27-297c-477c-a4f3-074de03acb36 req-4562bb07-b805-4129-a1cf-e7968abd39be tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677004 Jul 22 23:11:41.789731 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 60424) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:11:41.824273 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcae4f5-e91e-495a-b956-8d0fbc7679bd req-3e2cb1ae-815a-4ce1-86b6-8861854edb1b tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:41.825850 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-5bcae4f5-e91e-495a-b956-8d0fbc7679bd req-3e2cb1ae-815a-4ce1-86b6-8861854edb1b tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/ports?device_id=14cd5873-97d8-472c-b99c-8b14621deecf HTTP/1.1" status: 200 len: 946 time: 0.0905576 Jul 22 23:11:41.880176 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-5bcae4f5-e91e-495a-b956-8d0fbc7679bd req-a7181069-2051-44ec-a01c-f0e8b6c24110 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/security-groups?id=d84c6cad-631b-43c5-a35b-86fdac5eacd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415108 Jul 22 23:11:41.967658 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afb9def-dbc1-4c0b-94f5-9d62e98e8209 req-85c6bf72-f2c0-48d9-b8ec-7bab545103b1 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:41.969245 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-7afb9def-dbc1-4c0b-94f5-9d62e98e8209 req-85c6bf72-f2c0-48d9-b8ec-7bab545103b1 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=8271f108-5334-4d0a-a188-933ee657ed0e HTTP/1.1" status: 200 len: 944 time: 0.0666943 Jul 22 23:11:42.010524 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-7afb9def-dbc1-4c0b-94f5-9d62e98e8209 req-0ab3f727-c6f5-4190-9d1f-d263cea7c175 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdf4a528-dd54-4780-893e-44f1896a93f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353928 Jul 22 23:11:42.071307 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-88d7ba43-24dd-4434-a196-77552a946405 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:42.180099 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-88d7ba43-24dd-4434-a196-77552a946405 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:42.184750 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-88d7ba43-24dd-4434-a196-77552a946405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:42.224313 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-88d7ba43-24dd-4434-a196-77552a946405 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d5c7d3254bcb43949970c372f53f22b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4333599 Jul 22 23:11:42.225183 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d7ba43-24dd-4434-a196-77552a946405 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a566144e-65e3-43b4-a108-d4c154373c8a,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:42.227156 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 60444) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:11:42.285234 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-0cc20978-5940-41ed-b04f-1cd589f9db6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:42.492704 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-0cc20978-5940-41ed-b04f-1cd589f9db6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:42.560150 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-0cc20978-5940-41ed-b04f-1cd589f9db6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:42.563075 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-0cc20978-5940-41ed-b04f-1cd589f9db6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:42.567265 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-0cc20978-5940-41ed-b04f-1cd589f9db6a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a566144e-65e3-43b4-a108-d4c154373c8a HTTP/1.1" status: 204 len: 168 time: 0.3355923 Jul 22 23:11:42.583150 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc20978-5940-41ed-b04f-1cd589f9db6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a566144e-65e3-43b4-a108-d4c154373c8a,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:42.587606 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb96b61e-b2c3-4ccd-a299-e4e073efa1af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12394051-d740-4cb9-a247-ae2147d2ce0f'}, {'server_uuid': '14cd5873-97d8-472c-b99c-8b14621deecf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ff6ad14-4f2e-413e-9405-77e3cca49e39'}] {{(pid=93194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:11:42.590167 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7601765a566782fd39478405f6fadc52a0f9e3dab845648c9e7fe91a53a45b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deaba160-76ef-4004-a2c9-ddca6bd62f2a" -d '{"events": [{"server_uuid": "fb96b61e-b2c3-4ccd-a299-e4e073efa1af", "name": "network-vif-plugged", "status": "completed", "tag": "12394051-d740-4cb9-a247-ae2147d2ce0f"}, {"server_uuid": "14cd5873-97d8-472c-b99c-8b14621deecf", "name": "network-vif-plugged", "status": "completed", "tag": "4ff6ad14-4f2e-413e-9405-77e3cca49e39"}]}' {{(pid=93194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:11:42.643148 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 22 Jul 2021 23:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff18cd24-36e3-4f89-9f4a-a63a660488b8 x-openstack-request-id: req-ff18cd24-36e3-4f89-9f4a-a63a660488b8 {{(pid=93194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:11:42.643450 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb96b61e-b2c3-4ccd-a299-e4e073efa1af", "name": "network-vif-plugged", "status": "completed", "tag": "12394051-d740-4cb9-a247-ae2147d2ce0f", "code": 200}, {"server_uuid": "14cd5873-97d8-472c-b99c-8b14621deecf", "name": "network-vif-plugged", "status": "completed", "tag": "4ff6ad14-4f2e-413e-9405-77e3cca49e39", "code": 200}]} {{(pid=93194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:11:42.643699 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ff18cd24-36e3-4f89-9f4a-a63a660488b8 {{(pid=93194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:11:42.644089 dv-cinder-801875-2-iscsi neutron-server[93194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb96b61e-b2c3-4ccd-a299-e4e073efa1af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12394051-d740-4cb9-a247-ae2147d2ce0f', 'code': 200} Jul 22 23:11:42.644419 dv-cinder-801875-2-iscsi neutron-server[93194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14cd5873-97d8-472c-b99c-8b14621deecf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ff6ad14-4f2e-413e-9405-77e3cca49e39', 'code': 200} Jul 22 23:11:42.798662 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6162a24f-2bf4-4e40-938a-b512a36c8292 req-6f9fdaed-cd3e-460b-99b8-83b3cef4ffe9 tempest-DeleteServersTestJSON-956434508 tempest-DeleteServersTestJSON-956434508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:42.800949 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-6162a24f-2bf4-4e40-938a-b512a36c8292 req-6f9fdaed-cd3e-460b-99b8-83b3cef4ffe9 tempest-DeleteServersTestJSON-956434508 tempest-DeleteServersTestJSON-956434508-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb96b61e-b2c3-4ccd-a299-e4e073efa1af HTTP/1.1" status: 200 len: 946 time: 0.0850050 Jul 22 23:11:42.853315 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-6162a24f-2bf4-4e40-938a-b512a36c8292 req-8ba91cf9-5709-410e-8599-8cee12d06dce tempest-DeleteServersTestJSON-956434508 tempest-DeleteServersTestJSON-956434508-project] 10.222.0.44 "GET /v2.0/security-groups?id=4a448ffd-040c-4880-b1dd-3c9b178b1182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442846 Jul 22 23:11:42.895814 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Device 114b2d53-d7f9-4d95-bf3f-9d9e71a3c2ba up at agent hyperv_hv-cinder-80187 {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:11:43.025275 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Provisioning for port 114b2d53-d7f9-4d95-bf3f-9d9e71a3c2ba completed by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:11:43.032396 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25f81e9-edf0-42c8-8cbc-eda5935c3218 req-63aca203-ce3c-44d1-831f-9fa1c340f93a tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:43.036417 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Provisioning complete for port 114b2d53-d7f9-4d95-bf3f-9d9e71a3c2ba triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:11:43.038504 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-e25f81e9-edf0-42c8-8cbc-eda5935c3218 req-63aca203-ce3c-44d1-831f-9fa1c340f93a tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=8336b4ae-d194-4f5f-b4d7-c111fef91485 HTTP/1.1" status: 200 len: 944 time: 0.1735032 Jul 22 23:11:43.040966 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832377'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:43.151286 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695e95a9-ca3f-4e9d-810d-8d0ad103fde1 req-c9a8b919-6b8a-4d57-891a-3ff23851e656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:43.153147 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-695e95a9-ca3f-4e9d-810d-8d0ad103fde1 req-c9a8b919-6b8a-4d57-891a-3ff23851e656 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=14cd5873-97d8-472c-b99c-8b14621deecf HTTP/1.1" status: 200 len: 1099 time: 0.0908463 Jul 22 23:11:43.199909 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-695e95a9-ca3f-4e9d-810d-8d0ad103fde1 req-e0530153-2a8b-485c-97ba-2d3e9e6d5ae3 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=d84c6cad-631b-43c5-a35b-86fdac5eacd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397220 Jul 22 23:11:43.241133 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:43.286963 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] For port 114b2d53-d7f9-4d95-bf3f-9d9e71a3c2ba, host hv-cinder-80187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80187',level=0,port_id=114b2d53-d7f9-4d95-bf3f-9d9e71a3c2ba,segment=NetworkSegment(2fba7ac8-4037-42cf-bf7c-8167f737370d),segment_id=2fba7ac8-4037-42cf-bf7c-8167f737370d)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:11:43.303587 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:43.304308 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Device ed9d47de-6c01-44de-9932-7c1d241b8fba up at agent hyperv_hv-cinder-80187 {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:11:43.354401 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435c79bf-fab5-424d-9f68-a737c903dee4 req-0d252678-af48-4c6f-9604-243b8a849d5c tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:43.364412 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-435c79bf-fab5-424d-9f68-a737c903dee4 req-0d252678-af48-4c6f-9604-243b8a849d5c tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/ports?device_id=14cd5873-97d8-472c-b99c-8b14621deecf HTTP/1.1" status: 200 len: 946 time: 0.3247912 Jul 22 23:11:43.377137 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-e25f81e9-edf0-42c8-8cbc-eda5935c3218 req-cc155b3d-9071-438d-b22b-f790ddad398a tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3059096 Jul 22 23:11:43.457773 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Pushing event updated for resources: {'Port': ['ID=114b2d53-d7f9-4d95-bf3f-9d9e71a3c2ba,revision_number=5']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:43.463034 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-435c79bf-fab5-424d-9f68-a737c903dee4 req-fd34081d-6802-4c3e-84c7-891450388703 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/security-groups?id=d84c6cad-631b-43c5-a35b-86fdac5eacd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932410 Jul 22 23:11:43.475940 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e33c7d8-e363-4798-a25a-d3a66ceaf0fd req-77b10ffb-edbc-4cb8-81e0-b4a496617a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:43.478585 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-7e33c7d8-e363-4798-a25a-d3a66ceaf0fd req-77b10ffb-edbc-4cb8-81e0-b4a496617a64 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=fb96b61e-b2c3-4ccd-a299-e4e073efa1af HTTP/1.1" status: 200 len: 1099 time: 0.2850499 Jul 22 23:11:43.479467 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Provisioning for port ed9d47de-6c01-44de-9932-7c1d241b8fba completed by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:11:43.489719 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Provisioning complete for port ed9d47de-6c01-44de-9932-7c1d241b8fba triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:11:43.490168 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832377'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:43.564583 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-7e33c7d8-e363-4798-a25a-d3a66ceaf0fd req-fd751060-899d-4789-aa7b-4af36305b489 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=4a448ffd-040c-4880-b1dd-3c9b178b1182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796235 Jul 22 23:11:43.617746 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88587f9b-3929-4185-8772-672ddd38f4cb req-be5d5dec-4c57-4991-a1e2-9eed47fcd824 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:43.619284 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-88587f9b-3929-4185-8772-672ddd38f4cb req-be5d5dec-4c57-4991-a1e2-9eed47fcd824 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=8271f108-5334-4d0a-a188-933ee657ed0e HTTP/1.1" status: 200 len: 944 time: 0.1165197 Jul 22 23:11:43.620824 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:43.675314 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-88587f9b-3929-4185-8772-672ddd38f4cb req-81929bc8-5174-40c1-95fe-a695e84d7fb8 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdf4a528-dd54-4780-893e-44f1896a93f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502315 Jul 22 23:11:43.684801 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 60516) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:11:43.685476 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] For port ed9d47de-6c01-44de-9932-7c1d241b8fba, host hv-cinder-80187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80187',level=0,port_id=ed9d47de-6c01-44de-9932-7c1d241b8fba,segment=NetworkSegment(f73d282d-c39b-4414-b8a8-4f3ec992f8ca),segment_id=f73d282d-c39b-4414-b8a8-4f3ec992f8ca)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:11:43.698128 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:43.771593 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Pushing event updated for resources: {'Port': ['ID=ed9d47de-6c01-44de-9932-7c1d241b8fba,revision_number=5']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:43.849164 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-26090f04-54c1-4bda-8716-89185a066c17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:44.012115 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-26090f04-54c1-4bda-8716-89185a066c17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:44.019703 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-26090f04-54c1-4bda-8716-89185a066c17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:44.029412 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448fe5e7-ff35-4668-8b27-b0b78b586543 req-bc587152-488e-4af0-a91a-4f9dec3dc923 tempest-DeleteServersTestJSON-956434508 tempest-DeleteServersTestJSON-956434508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:44.036446 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-448fe5e7-ff35-4668-8b27-b0b78b586543 req-bc587152-488e-4af0-a91a-4f9dec3dc923 tempest-DeleteServersTestJSON-956434508 tempest-DeleteServersTestJSON-956434508-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb96b61e-b2c3-4ccd-a299-e4e073efa1af HTTP/1.1" status: 200 len: 946 time: 0.0913699 Jul 22 23:11:44.062040 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-26090f04-54c1-4bda-8716-89185a066c17 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cc74952a3340471e9d7172eea465a69f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3778489 Jul 22 23:11:44.063187 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26090f04-54c1-4bda-8716-89185a066c17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52190b52-f61e-4e2d-8142-0acc674379df,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:44.071522 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 60540) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:11:44.091338 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-448fe5e7-ff35-4668-8b27-b0b78b586543 req-c6602f62-7878-45c0-a39c-5985ec350703 tempest-DeleteServersTestJSON-956434508 tempest-DeleteServersTestJSON-956434508-project] 10.222.0.44 "GET /v2.0/security-groups?id=4a448ffd-040c-4880-b1dd-3c9b178b1182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539362 Jul 22 23:11:44.143752 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-5d66337f-e0ec-4afc-8f54-4ea792b98a7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:44.165918 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-5d66337f-e0ec-4afc-8f54-4ea792b98a7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:44.220305 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-5d66337f-e0ec-4afc-8f54-4ea792b98a7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:44.222900 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-5d66337f-e0ec-4afc-8f54-4ea792b98a7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:44.224783 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-5d66337f-e0ec-4afc-8f54-4ea792b98a7a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/52190b52-f61e-4e2d-8142-0acc674379df HTTP/1.1" status: 204 len: 168 time: 0.1522205 Jul 22 23:11:44.235199 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d66337f-e0ec-4afc-8f54-4ea792b98a7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52190b52-f61e-4e2d-8142-0acc674379df,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:44.646263 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8336b4ae-d194-4f5f-b4d7-c111fef91485', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '114b2d53-d7f9-4d95-bf3f-9d9e71a3c2ba'}, {'server_uuid': '8271f108-5334-4d0a-a188-933ee657ed0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed9d47de-6c01-44de-9932-7c1d241b8fba'}] {{(pid=93194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:11:44.649664 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7601765a566782fd39478405f6fadc52a0f9e3dab845648c9e7fe91a53a45b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0344ae6b-d419-452b-9979-b62ad01649eb" -d '{"events": [{"server_uuid": "8336b4ae-d194-4f5f-b4d7-c111fef91485", "name": "network-vif-plugged", "status": "completed", "tag": "114b2d53-d7f9-4d95-bf3f-9d9e71a3c2ba"}, {"server_uuid": "8271f108-5334-4d0a-a188-933ee657ed0e", "name": "network-vif-plugged", "status": "completed", "tag": "ed9d47de-6c01-44de-9932-7c1d241b8fba"}]}' {{(pid=93194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:11:44.660043 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638dd1fc-79a7-4786-9f24-d313d99580a7 req-a236bc69-1291-420f-bddf-fa8c326f3ada tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:44.661645 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-638dd1fc-79a7-4786-9f24-d313d99580a7 req-a236bc69-1291-420f-bddf-fa8c326f3ada tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=8336b4ae-d194-4f5f-b4d7-c111fef91485 HTTP/1.1" status: 200 len: 945 time: 0.1700222 Jul 22 23:11:44.673468 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f514c6c-c384-402e-bde9-95b65a860750 req-f0f686fd-0df9-4b8c-8c33-2e5829bb5400 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:44.675256 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-2f514c6c-c384-402e-bde9-95b65a860750 req-f0f686fd-0df9-4b8c-8c33-2e5829bb5400 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/ports?device_id=14cd5873-97d8-472c-b99c-8b14621deecf HTTP/1.1" status: 200 len: 946 time: 0.1191995 Jul 22 23:11:44.726088 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-638dd1fc-79a7-4786-9f24-d313d99580a7 req-5bf11f04-9450-4b5d-bd23-a549041c562e tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497518 Jul 22 23:11:44.757366 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-2f514c6c-c384-402e-bde9-95b65a860750 req-e7297314-04bd-48c4-89d5-8a5d85b6a92e tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/security-groups?id=d84c6cad-631b-43c5-a35b-86fdac5eacd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635779 Jul 22 23:11:44.798291 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 22 Jul 2021 23:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf2ef500-f99f-4748-ac11-f867b997bd19 x-openstack-request-id: req-cf2ef500-f99f-4748-ac11-f867b997bd19 {{(pid=93194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:11:44.798592 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8336b4ae-d194-4f5f-b4d7-c111fef91485", "name": "network-vif-plugged", "status": "completed", "tag": "114b2d53-d7f9-4d95-bf3f-9d9e71a3c2ba", "code": 200}, {"server_uuid": "8271f108-5334-4d0a-a188-933ee657ed0e", "name": "network-vif-plugged", "status": "completed", "tag": "ed9d47de-6c01-44de-9932-7c1d241b8fba", "code": 200}]} {{(pid=93194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:11:44.798892 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cf2ef500-f99f-4748-ac11-f867b997bd19 {{(pid=93194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:11:44.799345 dv-cinder-801875-2-iscsi neutron-server[93194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8336b4ae-d194-4f5f-b4d7-c111fef91485', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '114b2d53-d7f9-4d95-bf3f-9d9e71a3c2ba', 'code': 200} Jul 22 23:11:44.799596 dv-cinder-801875-2-iscsi neutron-server[93194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8271f108-5334-4d0a-a188-933ee657ed0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed9d47de-6c01-44de-9932-7c1d241b8fba', 'code': 200} Jul 22 23:11:44.827395 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 60574) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:11:44.841397 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-b3ace8e6-8003-4b07-9ce8-7818b209ce94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:44.890854 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cf46a1-d706-4c1e-8f79-4823058afa9a req-66450fe4-20cf-4ee7-b556-ea1ae66b2eed tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:44.893020 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-f6cf46a1-d706-4c1e-8f79-4823058afa9a req-66450fe4-20cf-4ee7-b556-ea1ae66b2eed tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=8271f108-5334-4d0a-a188-933ee657ed0e HTTP/1.1" status: 200 len: 945 time: 0.0702403 Jul 22 23:11:44.933786 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-b3ace8e6-8003-4b07-9ce8-7818b209ce94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:44.937248 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-f6cf46a1-d706-4c1e-8f79-4823058afa9a req-2d41cca5-b474-41b4-9eff-56a12863d983 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdf4a528-dd54-4780-893e-44f1896a93f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375357 Jul 22 23:11:44.942306 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-b3ace8e6-8003-4b07-9ce8-7818b209ce94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:44.980925 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-b3ace8e6-8003-4b07-9ce8-7818b209ce94 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9e6e73a923a143d9bce89a061aee56b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1524713 Jul 22 23:11:44.983065 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ace8e6-8003-4b07-9ce8-7818b209ce94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=869c0a19-7b3d-411a-ba95-916f3e876599,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:44.983832 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 60576) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:11:45.038290 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-ac65636a-9a41-47a3-9500-23d4bf275f7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:45.068186 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-ac65636a-9a41-47a3-9500-23d4bf275f7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:45.129059 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-ac65636a-9a41-47a3-9500-23d4bf275f7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:45.134600 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-ac65636a-9a41-47a3-9500-23d4bf275f7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:45.135774 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-ac65636a-9a41-47a3-9500-23d4bf275f7c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/869c0a19-7b3d-411a-ba95-916f3e876599 HTTP/1.1" status: 204 len: 168 time: 0.1507804 Jul 22 23:11:45.151312 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac65636a-9a41-47a3-9500-23d4bf275f7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=869c0a19-7b3d-411a-ba95-916f3e876599,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:45.261498 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1599dd-5ac5-4170-a609-2144a16b4c01 req-c2eed91a-0d98-43ce-9395-572e444e293c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:45.263379 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-8f1599dd-5ac5-4170-a609-2144a16b4c01 req-c2eed91a-0d98-43ce-9395-572e444e293c service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=8336b4ae-d194-4f5f-b4d7-c111fef91485 HTTP/1.1" status: 200 len: 1098 time: 0.0714040 Jul 22 23:11:45.291672 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a422301c-dabb-449a-9231-b36e79a0f5b2 req-e77f8b75-98cf-4f74-a183-2fe79493079e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:45.293835 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-a422301c-dabb-449a-9231-b36e79a0f5b2 req-e77f8b75-98cf-4f74-a183-2fe79493079e service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=8271f108-5334-4d0a-a188-933ee657ed0e HTTP/1.1" status: 200 len: 1098 time: 0.1123300 Jul 22 23:11:45.304768 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-8f1599dd-5ac5-4170-a609-2144a16b4c01 req-39559ad1-8d5a-41ef-9b70-c27825e92cad service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343673 Jul 22 23:11:45.305922 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e892fa46-1d50-4d57-8fbb-c1045b84b776 req-6b8e87f1-65bc-4086-a020-b04edd7073ef tempest-DeleteServersTestJSON-956434508 tempest-DeleteServersTestJSON-956434508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:45.307438 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-e892fa46-1d50-4d57-8fbb-c1045b84b776 req-6b8e87f1-65bc-4086-a020-b04edd7073ef tempest-DeleteServersTestJSON-956434508 tempest-DeleteServersTestJSON-956434508-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb96b61e-b2c3-4ccd-a299-e4e073efa1af HTTP/1.1" status: 200 len: 946 time: 0.1396103 Jul 22 23:11:45.366265 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-a422301c-dabb-449a-9231-b36e79a0f5b2 req-9724a2fe-e543-45fe-bea8-735a453fb3ba service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=cdf4a528-dd54-4780-893e-44f1896a93f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576155 Jul 22 23:11:45.373413 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-e892fa46-1d50-4d57-8fbb-c1045b84b776 req-3acd6cf1-6d12-4fa1-8faa-11fa0d7ecf1a tempest-DeleteServersTestJSON-956434508 tempest-DeleteServersTestJSON-956434508-project] 10.222.0.44 "GET /v2.0/security-groups?id=4a448ffd-040c-4880-b1dd-3c9b178b1182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568078 Jul 22 23:11:45.457768 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-ba5b721a-d66c-4b23-b3c5-d34f86fda7c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:45.504857 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 60594) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:11:45.521239 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-5abb6741-8ec1-488e-b20c-2ba4580c9eb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:45.632941 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-5abb6741-8ec1-488e-b20c-2ba4580c9eb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:45.637544 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-5abb6741-8ec1-488e-b20c-2ba4580c9eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:45.695294 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-5abb6741-8ec1-488e-b20c-2ba4580c9eb4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a94b99897c7f41568ca85e89b2bca4e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1865401 Jul 22 23:11:45.695479 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 60606) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:11:45.707203 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abb6741-8ec1-488e-b20c-2ba4580c9eb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95a63271-b0b8-441e-aa7d-96b7b78bbd99,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:45.800773 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-c68e1791-27fa-4f9e-ab1f-c8f7c80e8200 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:45.853967 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-c68e1791-27fa-4f9e-ab1f-c8f7c80e8200 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:45.910074 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-c68e1791-27fa-4f9e-ab1f-c8f7c80e8200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:45.915828 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-c68e1791-27fa-4f9e-ab1f-c8f7c80e8200 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:45.934648 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-c68e1791-27fa-4f9e-ab1f-c8f7c80e8200 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/95a63271-b0b8-441e-aa7d-96b7b78bbd99 HTTP/1.1" status: 204 len: 168 time: 0.2362671 Jul 22 23:11:45.944190 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68e1791-27fa-4f9e-ab1f-c8f7c80e8200 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95a63271-b0b8-441e-aa7d-96b7b78bbd99,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:45.947287 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a0baa8-23c0-4ccb-953d-d3ead36edd60 req-a1c40eda-1cbd-43f8-bf61-c4e7880c1946 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:45.956954 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-77a0baa8-23c0-4ccb-953d-d3ead36edd60 req-a1c40eda-1cbd-43f8-bf61-c4e7880c1946 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=8336b4ae-d194-4f5f-b4d7-c111fef91485 HTTP/1.1" status: 200 len: 945 time: 0.1262577 Jul 22 23:11:45.986448 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1f27ab-39fd-4509-9e6b-eec2832aadd9 req-7c0dae56-c85b-48e3-981b-d37eeb323a48 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:45.988075 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-ef1f27ab-39fd-4509-9e6b-eec2832aadd9 req-7c0dae56-c85b-48e3-981b-d37eeb323a48 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/ports?device_id=14cd5873-97d8-472c-b99c-8b14621deecf HTTP/1.1" status: 200 len: 946 time: 0.1227469 Jul 22 23:11:46.019358 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-77a0baa8-23c0-4ccb-953d-d3ead36edd60 req-31b72616-262a-4249-8810-a0b4ebc9280f tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613959 Jul 22 23:11:46.046304 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-ef1f27ab-39fd-4509-9e6b-eec2832aadd9 req-e50e0c8a-4514-4f0a-b158-7bdd852651f8 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/security-groups?id=d84c6cad-631b-43c5-a35b-86fdac5eacd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466781 Jul 22 23:11:46.170552 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb57d3d-ed17-41eb-8a92-640c6bc805fe req-39fddf35-fa4b-4546-bcaa-fd0b3813ea49 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:46.173364 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-1fb57d3d-ed17-41eb-8a92-640c6bc805fe req-39fddf35-fa4b-4546-bcaa-fd0b3813ea49 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=8271f108-5334-4d0a-a188-933ee657ed0e HTTP/1.1" status: 200 len: 945 time: 0.0793002 Jul 22 23:11:46.222357 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-1fb57d3d-ed17-41eb-8a92-640c6bc805fe req-f5694737-56d1-4fa8-9924-e3b4ae7c85f8 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdf4a528-dd54-4780-893e-44f1896a93f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423105 Jul 22 23:11:47.149554 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a80e73-22b5-4aa5-aae3-96029955f613 req-b6bf922c-c9a2-4f06-a70b-e2a72c04bc61 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:47.150953 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-62a80e73-22b5-4aa5-aae3-96029955f613 req-b6bf922c-c9a2-4f06-a70b-e2a72c04bc61 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=8336b4ae-d194-4f5f-b4d7-c111fef91485 HTTP/1.1" status: 200 len: 945 time: 0.0636191 Jul 22 23:11:47.189183 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-62a80e73-22b5-4aa5-aae3-96029955f613 req-67e80843-5956-4743-9e10-f4a053fd7c5b tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325136 Jul 22 23:11:47.376803 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d563107-6631-47d2-8022-da8e3ba690b4 req-8da125a0-ed00-4df8-aadd-edd2635f11d7 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:47.378294 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-3d563107-6631-47d2-8022-da8e3ba690b4 req-8da125a0-ed00-4df8-aadd-edd2635f11d7 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=8271f108-5334-4d0a-a188-933ee657ed0e HTTP/1.1" status: 200 len: 945 time: 0.0771008 Jul 22 23:11:47.416109 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-3d563107-6631-47d2-8022-da8e3ba690b4 req-962f353a-39c9-44d0-9bea-b15e79f38657 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdf4a528-dd54-4780-893e-44f1896a93f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322037 Jul 22 23:11:48.149141 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-1c77b4d1-2976-4a84-b0d8-c9b333aa5512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:48.322699 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8814014-65a6-435b-95ab-c748f8e0012b req-e9285456-5241-48c1-bf73-96cf585c4d42 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:48.324180 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-f8814014-65a6-435b-95ab-c748f8e0012b req-e9285456-5241-48c1-bf73-96cf585c4d42 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=8336b4ae-d194-4f5f-b4d7-c111fef91485 HTTP/1.1" status: 200 len: 945 time: 0.0661640 Jul 22 23:11:48.361327 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-f8814014-65a6-435b-95ab-c748f8e0012b req-b024bfb6-fbec-4fd6-ab07-ab2fb6106f68 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315225 Jul 22 23:11:48.547335 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b38275a-9de2-488b-91e8-bda7aca73e04 req-75bf0747-85d4-4a98-a869-21ffe7f4a364 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:48.549480 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-5b38275a-9de2-488b-91e8-bda7aca73e04 req-75bf0747-85d4-4a98-a869-21ffe7f4a364 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=8271f108-5334-4d0a-a188-933ee657ed0e HTTP/1.1" status: 200 len: 945 time: 0.0630310 Jul 22 23:11:48.587394 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-5b38275a-9de2-488b-91e8-bda7aca73e04 req-6694e114-e431-481d-9acf-10fdcc8ae90f tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdf4a528-dd54-4780-893e-44f1896a93f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322807 Jul 22 23:11:48.654013 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:48.693695 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:49.106476 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-d6d3e244-519d-4c84-95ee-f6386db2b0d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:49.497358 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e8c902-fb7a-4d60-912c-47f31c746180 req-40c472fe-b71d-453d-bd5e-155ca3c0f8c3 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:49.498832 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-52e8c902-fb7a-4d60-912c-47f31c746180 req-40c472fe-b71d-453d-bd5e-155ca3c0f8c3 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=8336b4ae-d194-4f5f-b4d7-c111fef91485 HTTP/1.1" status: 200 len: 945 time: 0.0714912 Jul 22 23:11:49.539196 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-52e8c902-fb7a-4d60-912c-47f31c746180 req-0dfdfe19-463d-4093-8f53-6bf3c7799907 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343039 Jul 22 23:11:49.723555 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2a8b7b-05de-44ff-aaf2-12ac962c516b req-1b62d98f-efcf-4915-9409-d2780e77a5e2 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:49.733139 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-ba2a8b7b-05de-44ff-aaf2-12ac962c516b req-1b62d98f-efcf-4915-9409-d2780e77a5e2 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=8271f108-5334-4d0a-a188-933ee657ed0e HTTP/1.1" status: 200 len: 945 time: 0.0741975 Jul 22 23:11:49.776977 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-ba2a8b7b-05de-44ff-aaf2-12ac962c516b req-7b639f83-d3c7-42b7-a68d-d9934cfa1d21 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdf4a528-dd54-4780-893e-44f1896a93f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356624 Jul 22 23:11:50.668707 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f170b374-4a7f-444f-be30-c3f0133f9e14 req-51079dfc-6d4a-4857-a0c0-ef6770850388 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:50.670157 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-f170b374-4a7f-444f-be30-c3f0133f9e14 req-51079dfc-6d4a-4857-a0c0-ef6770850388 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=8336b4ae-d194-4f5f-b4d7-c111fef91485 HTTP/1.1" status: 200 len: 945 time: 0.0624468 Jul 22 23:11:50.707248 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-f170b374-4a7f-444f-be30-c3f0133f9e14 req-a9d40f7d-8373-41df-a53f-72d195d5045a tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314951 Jul 22 23:11:50.884308 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-cbf739a1-5d20-402c-989d-00d0f7e6e81c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:51.041026 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecc1d2a-ddaa-4ab7-ae70-291866d1dc33 req-5c60b5b9-8da5-4371-8355-008487970451 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:51.042536 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-3ecc1d2a-ddaa-4ab7-ae70-291866d1dc33 req-5c60b5b9-8da5-4371-8355-008487970451 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=8271f108-5334-4d0a-a188-933ee657ed0e HTTP/1.1" status: 200 len: 945 time: 0.0678709 Jul 22 23:11:51.083411 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-3ecc1d2a-ddaa-4ab7-ae70-291866d1dc33 req-c8fcaeaa-c806-45c9-89e6-aa9374c0c114 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdf4a528-dd54-4780-893e-44f1896a93f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354776 Jul 22 23:11:51.208600 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6289daec-11fc-4ed7-baf5-2350d1fde5f3 req-9324a4b1-2353-4c3b-bc8a-0500ae4cc74c tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:51.210086 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-6289daec-11fc-4ed7-baf5-2350d1fde5f3 req-9324a4b1-2353-4c3b-bc8a-0500ae4cc74c tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=8336b4ae-d194-4f5f-b4d7-c111fef91485 HTTP/1.1" status: 200 len: 945 time: 0.0650105 Jul 22 23:11:51.252423 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-6289daec-11fc-4ed7-baf5-2350d1fde5f3 req-49d6833b-4b0e-4e86-9884-370d132ede69 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332155 Jul 22 23:11:51.397406 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66952e45-cca4-47ff-9920-6b7d6fc99a15 req-03fad33a-8939-4b3e-ac0b-afd6983f8f11 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:51.398886 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-66952e45-cca4-47ff-9920-6b7d6fc99a15 req-03fad33a-8939-4b3e-ac0b-afd6983f8f11 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=8271f108-5334-4d0a-a188-933ee657ed0e HTTP/1.1" status: 200 len: 945 time: 0.0737820 Jul 22 23:11:51.408505 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 60832) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:11:51.413257 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.v2.base [None req-986199eb-2454-4494-ac5d-bef0e5e99870 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Request body: {'floatingip': {'port_id': 'ed9d47de-6c01-44de-9932-7c1d241b8fba'}} {{(pid=93192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:11:51.483057 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-986199eb-2454-4494-ac5d-bef0e5e99870 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Notify callbacks [] for floatingip, before_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:52.262008 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-986199eb-2454-4494-ac5d-bef0e5e99870 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:52.266225 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-986199eb-2454-4494-ac5d-bef0e5e99870 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680835'] for floatingip, after_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:52.404118 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.db.l3_db [None req-986199eb-2454-4494-ac5d-bef0e5e99870 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Floating IP 8989705a-efd4-4375-909a-1cd5f4624d87 associated. External IP: 172.27.1.172, port: ed9d47de-6c01-44de-9932-7c1d241b8fba. Jul 22 23:11:52.444733 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4316f403-191b-4bae-b3ee-fb0a27edb086 req-3315c5ae-e2b9-49b8-a278-a7367b18ea3b tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:52.446196 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-4316f403-191b-4bae-b3ee-fb0a27edb086 req-3315c5ae-e2b9-49b8-a278-a7367b18ea3b tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=8336b4ae-d194-4f5f-b4d7-c111fef91485 HTTP/1.1" status: 200 len: 945 time: 0.1181359 Jul 22 23:11:52.522625 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-4316f403-191b-4bae-b3ee-fb0a27edb086 req-f682c17e-75e3-4b34-a759-d05766e48aa8 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517256 Jul 22 23:11:52.646521 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-986199eb-2454-4494-ac5d-bef0e5e99870 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Router 8224ad20-6f9d-4cf8-8783-c43db30f6170 has already been hosted by L3 agent fdf30918-cf4b-4771-a7f5-907485eb00f1 {{(pid=93192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:11:52.759987 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-986199eb-2454-4494-ac5d-bef0e5e99870 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Notify agent at l3_agent.dv-cinder-801875-2-iscsi the message routers_updated {{(pid=93192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:11:52.764078 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-986199eb-2454-4494-ac5d-bef0e5e99870 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92570'] for floatingip, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:52.773059 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f0df5d-11b8-416a-8dd5-36ad8de17d69 None None] Sync routers for ids ['8224ad20-6f9d-4cf8-8783-c43db30f6170'] in dv-cinder-801875-2-iscsi {{(pid=93195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:11:52.782465 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f0df5d-11b8-416a-8dd5-36ad8de17d69 None None] Routers {'8224ad20-6f9d-4cf8-8783-c43db30f6170'} bound to L3 agent in host dv-cinder-801875-2-iscsi {{(pid=93195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:11:52.783084 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-c9f0df5d-11b8-416a-8dd5-36ad8de17d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801875-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:03:18Z,description=,heartbeat_timestamp=2021-07-22T23:11:48Z,host='dv-cinder-801875-2-iscsi',id=fdf30918-cf4b-4771-a7f5-907485eb00f1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:18Z,topic='l3_agent')) {'router_ids': ['8224ad20-6f9d-4cf8-8783-c43db30f6170'], 'active': True} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:11:52.801029 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-986199eb-2454-4494-ac5d-bef0e5e99870 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "PUT /v2.0/floatingips/8989705a-efd4-4375-909a-1cd5f4624d87 HTTP/1.1" status: 200 len: 991 time: 1.3914397 Jul 22 23:11:52.801590 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8271f108-5334-4d0a-a188-933ee657ed0e', 'tag': 'ed9d47de-6c01-44de-9932-7c1d241b8fba'}] {{(pid=93192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:11:52.803914 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}116c38ea8adf6e412e27fa70d60466dac8b18d7b33470466fbdf59022c8e8666" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1053fe79-12c1-407d-9e22-fcd422ecba93" -d '{"events": [{"name": "network-changed", "server_uuid": "8271f108-5334-4d0a-a188-933ee657ed0e", "tag": "ed9d47de-6c01-44de-9932-7c1d241b8fba"}]}' {{(pid=93192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:11:52.893096 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvr_db [None req-c9f0df5d-11b8-416a-8dd5-36ad8de17d69 None None] Set router 8224ad20-6f9d-4cf8-8783-c43db30f6170 gateway port host: dv-cinder-801875-2-iscsi {{(pid=93195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:11:53.227711 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-c9f0df5d-11b8-416a-8dd5-36ad8de17d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8224ad20-6f9d-4cf8-8783-c43db30f6170', 'name': 'tempest-AttachVolumeShelveTestJSON-1093504326-router', 'tenant_id': '934579b2f9344fa4a2472101e976d552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'external_fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '41f5966e-46b6-472b-a65f-12904462cfc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:11:09Z', 'updated_at': '2021-07-22T23:11:21Z', 'revision_number': 4, 'project_id': '934579b2f9344fa4a2472101e976d552', 'gw_port': {'id': '41f5966e-46b6-472b-a65f-12904462cfc3', 'name': '', 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:2e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8224ad20-6f9d-4cf8-8783-c43db30f6170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:11:10Z', 'updated_at': '2021-07-22T23:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801875-2-iscsi', '_floatingips': [{'id': '8989705a-efd4-4375-909a-1cd5f4624d87', 'tenant_id': '934579b2f9344fa4a2472101e976d552', 'floating_ip_address': '172.27.1.172', 'floating_network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'router_id': '8224ad20-6f9d-4cf8-8783-c43db30f6170', 'port_id': 'ed9d47de-6c01-44de-9932-7c1d241b8fba', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 94, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15297b5d-2132-449e-9de1-fcfc3bc99bcd', 'mac_address': 'fa:16:3e:86:0f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8271f108-5334-4d0a-a188-933ee657ed0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:11:27Z', 'updated_at': '2021-07-22T23:11:52Z', 'revision_number': 1, 'project_id': '934579b2f9344fa4a2472101e976d552', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee9e5b45-0554-4341-94e3-6949c5a4fd0a', 'name': '', 'network_id': '15297b5d-2132-449e-9de1-fcfc3bc99bcd', 'tenant_id': '934579b2f9344fa4a2472101e976d552', 'mac_address': 'fa:16:3e:d3:ad:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8224ad20-6f9d-4cf8-8783-c43db30f6170', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c47fa5de-a082-4f3c-9a72-06af8857dbb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:11:17Z', 'updated_at': '2021-07-22T23:11:29Z', 'revision_number': 5, 'project_id': '934579b2f9344fa4a2472101e976d552', 'subnets': [{'id': 'c47fa5de-a082-4f3c-9a72-06af8857dbb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801875-2-iscsi', False) {} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:11:53.253479 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f0df5d-11b8-416a-8dd5-36ad8de17d69 None None] Checking router: 8224ad20-6f9d-4cf8-8783-c43db30f6170 for host: dv-cinder-801875-2-iscsi {{(pid=93195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:11:53.261622 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f0df5d-11b8-416a-8dd5-36ad8de17d69 None None] Routers {'8224ad20-6f9d-4cf8-8783-c43db30f6170'} bound to L3 agent in host dv-cinder-801875-2-iscsi {{(pid=93195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:11:53.262225 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-c9f0df5d-11b8-416a-8dd5-36ad8de17d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801875-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:03:18Z,description=,heartbeat_timestamp=2021-07-22T23:11:48Z,host='dv-cinder-801875-2-iscsi',id=fdf30918-cf4b-4771-a7f5-907485eb00f1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:18Z,topic='l3_agent')) {'router_ids': ['8224ad20-6f9d-4cf8-8783-c43db30f6170'], 'active': True} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:11:53.362966 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvr_db [None req-c9f0df5d-11b8-416a-8dd5-36ad8de17d69 None None] Set router 8224ad20-6f9d-4cf8-8783-c43db30f6170 gateway port host: dv-cinder-801875-2-iscsi {{(pid=93195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:11:53.579793 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2917e95-e1bc-43fd-aafc-1df8aecb1735 req-54170394-a02a-4715-824b-5cfd22bcd8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:53.589656 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-b2917e95-e1bc-43fd-aafc-1df8aecb1735 req-54170394-a02a-4715-824b-5cfd22bcd8dd service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=508ce7147574443fa7fe75758145d216&device_id=8336b4ae-d194-4f5f-b4d7-c111fef91485 HTTP/1.1" status: 200 len: 1098 time: 0.0762017 Jul 22 23:11:53.628778 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-c9f0df5d-11b8-416a-8dd5-36ad8de17d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8224ad20-6f9d-4cf8-8783-c43db30f6170', 'name': 'tempest-AttachVolumeShelveTestJSON-1093504326-router', 'tenant_id': '934579b2f9344fa4a2472101e976d552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'external_fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '41f5966e-46b6-472b-a65f-12904462cfc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:11:09Z', 'updated_at': '2021-07-22T23:11:21Z', 'revision_number': 4, 'project_id': '934579b2f9344fa4a2472101e976d552', 'gw_port': {'id': '41f5966e-46b6-472b-a65f-12904462cfc3', 'name': '', 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:2e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8224ad20-6f9d-4cf8-8783-c43db30f6170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:11:10Z', 'updated_at': '2021-07-22T23:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801875-2-iscsi', '_floatingips': [{'id': '8989705a-efd4-4375-909a-1cd5f4624d87', 'tenant_id': '934579b2f9344fa4a2472101e976d552', 'floating_ip_address': '172.27.1.172', 'floating_network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'router_id': '8224ad20-6f9d-4cf8-8783-c43db30f6170', 'port_id': 'ed9d47de-6c01-44de-9932-7c1d241b8fba', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 94, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15297b5d-2132-449e-9de1-fcfc3bc99bcd', 'mac_address': 'fa:16:3e:86:0f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8271f108-5334-4d0a-a188-933ee657ed0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:11:27Z', 'updated_at': '2021-07-22T23:11:52Z', 'revision_number': 1, 'project_id': '934579b2f9344fa4a2472101e976d552', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee9e5b45-0554-4341-94e3-6949c5a4fd0a', 'name': '', 'network_id': '15297b5d-2132-449e-9de1-fcfc3bc99bcd', 'tenant_id': '934579b2f9344fa4a2472101e976d552', 'mac_address': 'fa:16:3e:d3:ad:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8224ad20-6f9d-4cf8-8783-c43db30f6170', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c47fa5de-a082-4f3c-9a72-06af8857dbb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:11:17Z', 'updated_at': '2021-07-22T23:11:29Z', 'revision_number': 5, 'project_id': '934579b2f9344fa4a2472101e976d552', 'subnets': [{'id': 'c47fa5de-a082-4f3c-9a72-06af8857dbb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801875-2-iscsi', False) {} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:11:53.656859 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f0df5d-11b8-416a-8dd5-36ad8de17d69 None None] The sync data for ids ['8224ad20-6f9d-4cf8-8783-c43db30f6170'] in dv-cinder-801875-2-iscsi is: [{'id': '8224ad20-6f9d-4cf8-8783-c43db30f6170', 'name': 'tempest-AttachVolumeShelveTestJSON-1093504326-router', 'tenant_id': '934579b2f9344fa4a2472101e976d552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'external_fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '41f5966e-46b6-472b-a65f-12904462cfc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:11:09Z', 'updated_at': '2021-07-22T23:11:21Z', 'revision_number': 4, 'project_id': '934579b2f9344fa4a2472101e976d552', 'gw_port': {'id': '41f5966e-46b6-472b-a65f-12904462cfc3', 'name': '', 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:2e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8224ad20-6f9d-4cf8-8783-c43db30f6170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:11:10Z', 'updated_at': '2021-07-22T23:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801875-2-iscsi', '_floatingips': [{'id': '8989705a-efd4-4375-909a-1cd5f4624d87', 'tenant_id': '934579b2f9344fa4a2472101e976d552', 'floating_ip_address': '172.27.1.172', 'floating_network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'router_id': '8224ad20-6f9d-4cf8-8783-c43db30f6170', 'port_id': 'ed9d47de-6c01-44de-9932-7c1d241b8fba', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 94, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15297b5d-2132-449e-9de1-fcfc3bc99bcd', 'mac_address': 'fa:16:3e:86:0f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8271f108-5334-4d0a-a188-933ee657ed0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:11:27Z', 'updated_at': '2021-07-22T23:11:52Z', 'revision_number': 1, 'project_id': '934579b2f9344fa4a2472101e976d552', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee9e5b45-0554-4341-94e3-6949c5a4fd0a', 'name': '', 'network_id': '15297b5d-2132-449e-9de1-fcfc3bc99bcd', 'tenant_id': '934579b2f9344fa4a2472101e976d552', 'mac_address': 'fa:16:3e:d3:ad:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8224ad20-6f9d-4cf8-8783-c43db30f6170', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c47fa5de-a082-4f3c-9a72-06af8857dbb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:11:17Z', 'updated_at': '2021-07-22T23:11:29Z', 'revision_number': 5, 'project_id': '934579b2f9344fa4a2472101e976d552', 'subnets': [{'id': 'c47fa5de-a082-4f3c-9a72-06af8857dbb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:11:53.686094 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49eff173-21b1-47a7-bc55-dbf8fcc6f8ab x-openstack-request-id: req-49eff173-21b1-47a7-bc55-dbf8fcc6f8ab {{(pid=93192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:11:53.696475 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8271f108-5334-4d0a-a188-933ee657ed0e", "tag": "ed9d47de-6c01-44de-9932-7c1d241b8fba", "status": "completed", "code": 200}]} {{(pid=93192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:11:53.696784 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-49eff173-21b1-47a7-bc55-dbf8fcc6f8ab {{(pid=93192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:11:53.697220 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8271f108-5334-4d0a-a188-933ee657ed0e', 'tag': 'ed9d47de-6c01-44de-9932-7c1d241b8fba', 'status': 'completed', 'code': 200} Jul 22 23:11:53.781468 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1053fe79-12c1-407d-9e22-fcd422ecba93 req-7360dab4-ad78-4763-a9a7-234b4429cdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:53.783109 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-1053fe79-12c1-407d-9e22-fcd422ecba93 req-7360dab4-ad78-4763-a9a7-234b4429cdbc service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=934579b2f9344fa4a2472101e976d552&device_id=8271f108-5334-4d0a-a188-933ee657ed0e HTTP/1.1" status: 200 len: 1098 time: 0.0959713 Jul 22 23:11:53.785548 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2917e95-e1bc-43fd-aafc-1df8aecb1735 req-236ad238-d4d3-4eb7-ace0-c84cb0490239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:53.788472 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-b2917e95-e1bc-43fd-aafc-1df8aecb1735 req-236ad238-d4d3-4eb7-ace0-c84cb0490239 service neutron] 10.222.0.76 "GET /v2.0/networks?id=56c05d67-dcfb-4da8-b292-0e214c68403b HTTP/1.1" status: 200 len: 920 time: 0.1880367 Jul 22 23:11:53.823098 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26929e34-5faf-4a1c-a2ed-25368e1b6c81 req-76af7654-58f9-4cbd-a73c-b42abc609a92 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:53.824774 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-26929e34-5faf-4a1c-a2ed-25368e1b6c81 req-76af7654-58f9-4cbd-a73c-b42abc609a92 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=8336b4ae-d194-4f5f-b4d7-c111fef91485 HTTP/1.1" status: 200 len: 945 time: 0.1265893 Jul 22 23:11:53.879334 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-b2917e95-e1bc-43fd-aafc-1df8aecb1735 req-30fc2215-ffe0-4a1f-b726-eba9df49e6ee service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=114b2d53-d7f9-4d95-bf3f-9d9e71a3c2ba HTTP/1.1" status: 200 len: 217 time: 0.0534675 Jul 22 23:11:53.901815 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-26929e34-5faf-4a1c-a2ed-25368e1b6c81 req-df708e5a-47e6-461e-8a80-79d7f97f606c tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696781 Jul 22 23:11:53.933486 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1053fe79-12c1-407d-9e22-fcd422ecba93 req-4027231f-7d3c-429d-b618-45c5cbd7bc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:53.935129 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-1053fe79-12c1-407d-9e22-fcd422ecba93 req-4027231f-7d3c-429d-b618-45c5cbd7bc95 service neutron] 10.222.0.76 "GET /v2.0/networks?id=15297b5d-2132-449e-9de1-fcfc3bc99bcd HTTP/1.1" status: 200 len: 918 time: 0.1101913 Jul 22 23:11:53.961790 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d84b30-400a-403a-a35b-6544cc018d36 None None] New status for floating IP 8989705a-efd4-4375-909a-1cd5f4624d87: ACTIVE {{(pid=93194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 23:11:54.013109 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2917e95-e1bc-43fd-aafc-1df8aecb1735 req-27fe44be-b4bb-46f1-b0e0-f79e882e2b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:54.015361 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-b2917e95-e1bc-43fd-aafc-1df8aecb1735 req-27fe44be-b4bb-46f1-b0e0-f79e882e2b87 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=223fd587-80e8-4bd3-805b-2cf5bf9c1819 HTTP/1.1" status: 200 len: 859 time: 0.0644147 Jul 22 23:11:54.055934 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-b2917e95-e1bc-43fd-aafc-1df8aecb1735 req-ba0e030b-cc6b-4fac-ac31-0490518a9213 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=56c05d67-dcfb-4da8-b292-0e214c68403b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331762 Jul 22 23:11:54.075806 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-1053fe79-12c1-407d-9e22-fcd422ecba93 req-8ddbb27c-d6ad-4fba-89d9-a6381e649c7e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ed9d47de-6c01-44de-9932-7c1d241b8fba HTTP/1.1" status: 200 len: 999 time: 0.1240144 Jul 22 23:11:54.280871 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-b2917e95-e1bc-43fd-aafc-1df8aecb1735 req-eb1c38bc-85f2-47d6-b0ef-5f16ae71c948 service neutron] 10.222.0.76 "GET /v2.0/networks/56c05d67-dcfb-4da8-b292-0e214c68403b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060317 Jul 22 23:11:54.380601 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-b2917e95-e1bc-43fd-aafc-1df8aecb1735 req-9ac08337-df09-4f99-9666-f7d5b140425e service neutron] 10.222.0.76 "GET /v2.0/networks/56c05d67-dcfb-4da8-b292-0e214c68403b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929527 Jul 22 23:11:54.391172 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1053fe79-12c1-407d-9e22-fcd422ecba93 req-f7caf3a3-e5af-40fc-800a-f78be6a77f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:54.393204 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-1053fe79-12c1-407d-9e22-fcd422ecba93 req-f7caf3a3-e5af-40fc-800a-f78be6a77f81 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c47fa5de-a082-4f3c-9a72-06af8857dbb0 HTTP/1.1" status: 200 len: 856 time: 0.2179520 Jul 22 23:11:54.452764 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1053fe79-12c1-407d-9e22-fcd422ecba93 req-3a88c4b0-d2d8-49ad-b2c1-90fc2644f73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:54.454839 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-1053fe79-12c1-407d-9e22-fcd422ecba93 req-3a88c4b0-d2d8-49ad-b2c1-90fc2644f73c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=15297b5d-2132-449e-9de1-fcfc3bc99bcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0544338 Jul 22 23:11:54.557430 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-1053fe79-12c1-407d-9e22-fcd422ecba93 req-55a7e224-8954-4f90-834d-b8e7b34149ea service neutron] 10.222.0.76 "GET /v2.0/networks/15297b5d-2132-449e-9de1-fcfc3bc99bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899453 Jul 22 23:11:54.650160 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-1053fe79-12c1-407d-9e22-fcd422ecba93 req-d57a9fb2-4e5e-4a08-abc5-d9ac4089b869 service neutron] 10.222.0.76 "GET /v2.0/networks/15297b5d-2132-449e-9de1-fcfc3bc99bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851038 Jul 22 23:11:55.058543 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefd1c6b-3248-4ec4-b419-07b14d7f52ff req-b0c9f6dd-12fb-4a94-8129-9400d07d043a tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:55.059266 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-fefd1c6b-3248-4ec4-b419-07b14d7f52ff req-b0c9f6dd-12fb-4a94-8129-9400d07d043a tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=8336b4ae-d194-4f5f-b4d7-c111fef91485 HTTP/1.1" status: 200 len: 945 time: 0.0671079 Jul 22 23:11:55.099504 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-fefd1c6b-3248-4ec4-b419-07b14d7f52ff req-82fe7908-1577-4921-a070-2a2ae1ab718d tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333717 Jul 22 23:11:56.198108 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 60974) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:11:56.249240 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d03f5c2-24c9-4416-8a00-3596229460b3 req-228e760c-28fa-4ac1-8758-d87f58cd8e9f tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:56.252972 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-7d03f5c2-24c9-4416-8a00-3596229460b3 req-228e760c-28fa-4ac1-8758-d87f58cd8e9f tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=8336b4ae-d194-4f5f-b4d7-c111fef91485 HTTP/1.1" status: 200 len: 945 time: 0.0741425 Jul 22 23:11:56.292564 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-7d03f5c2-24c9-4416-8a00-3596229460b3 req-905ea4c5-2c6f-4d54-8f0c-a368213225a2 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358284 Jul 22 23:11:56.332465 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-b4c36e08-9132-404d-8bb8-14f26f302df6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:56.430905 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-b4c36e08-9132-404d-8bb8-14f26f302df6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:56.435078 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-b4c36e08-9132-404d-8bb8-14f26f302df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:56.477291 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c36e08-9132-404d-8bb8-14f26f302df6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f143e543-28bb-4c07-aa9f-0ae0369b33dc,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:56.481508 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-b4c36e08-9132-404d-8bb8-14f26f302df6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=dd15d3175e924cbd80b680e8f46e3c00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2822628 Jul 22 23:11:56.484362 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 60986) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:11:56.537358 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-9b802dbb-a9fe-457b-8420-a3ae2f23fcb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:56.558251 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-9b802dbb-a9fe-457b-8420-a3ae2f23fcb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:56.608454 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-9b802dbb-a9fe-457b-8420-a3ae2f23fcb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:56.611094 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-9b802dbb-a9fe-457b-8420-a3ae2f23fcb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:56.612250 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-9b802dbb-a9fe-457b-8420-a3ae2f23fcb3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f143e543-28bb-4c07-aa9f-0ae0369b33dc HTTP/1.1" status: 204 len: 168 time: 0.1269741 Jul 22 23:11:56.620272 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b802dbb-a9fe-457b-8420-a3ae2f23fcb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f143e543-28bb-4c07-aa9f-0ae0369b33dc,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:57.427878 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439bb1df-0add-4f3a-b372-f40763206717 req-c253567e-908a-4100-954f-10fa408f4ccc tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:57.429636 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-439bb1df-0add-4f3a-b372-f40763206717 req-c253567e-908a-4100-954f-10fa408f4ccc tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=8336b4ae-d194-4f5f-b4d7-c111fef91485 HTTP/1.1" status: 200 len: 945 time: 0.0684500 Jul 22 23:11:57.479148 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-439bb1df-0add-4f3a-b372-f40763206717 req-32822d95-dc40-4367-a8e9-0fa49f8d68fa tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366831 Jul 22 23:11:58.268314 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 32862) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:11:58.504409 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-52468019-5ca1-4947-af85-9d2c6937c891 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:58.516019 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 32876) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:11:58.601524 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-911c3de4-28c6-4bd3-95f8-38ec92b2e1a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:58.633816 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-52468019-5ca1-4947-af85-9d2c6937c891 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:58.638884 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-52468019-5ca1-4947-af85-9d2c6937c891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:58.681416 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-52468019-5ca1-4947-af85-9d2c6937c891 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4171879900f642958ecd96fcb8a9d1ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4116054 Jul 22 23:11:58.683936 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 32882) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:11:58.700500 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5f30cc-2985-49c4-b227-ce8db2bd1752 req-669b8767-3879-44f6-b077-094e5228f4e7 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:58.702053 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-8b5f30cc-2985-49c4-b227-ce8db2bd1752 req-669b8767-3879-44f6-b077-094e5228f4e7 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=8336b4ae-d194-4f5f-b4d7-c111fef91485 HTTP/1.1" status: 200 len: 945 time: 0.1511734 Jul 22 23:11:58.711867 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52468019-5ca1-4947-af85-9d2c6937c891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7d1febf-f49e-4951-8753-92f742af8cf6,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:58.766641 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-8b5f30cc-2985-49c4-b227-ce8db2bd1752 req-89652188-8a67-4353-997e-4cc3de0e1b06 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575697 Jul 22 23:11:58.771152 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-d5eefab0-9c9a-40ee-9b5d-f79326099e10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:58.792943 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-911c3de4-28c6-4bd3-95f8-38ec92b2e1a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:58.798373 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-911c3de4-28c6-4bd3-95f8-38ec92b2e1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:58.803364 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-d5eefab0-9c9a-40ee-9b5d-f79326099e10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:58.838779 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-911c3de4-28c6-4bd3-95f8-38ec92b2e1a2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0fb953c0ad344de9b1ad1f174d013489&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3215194 Jul 22 23:11:58.839877 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911c3de4-28c6-4bd3-95f8-38ec92b2e1a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6df78d5-4613-46d7-aa5d-2943fb03f69d,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:58.841455 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 32884) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:11:58.870533 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-d5eefab0-9c9a-40ee-9b5d-f79326099e10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:58.873007 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-d5eefab0-9c9a-40ee-9b5d-f79326099e10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:58.874136 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-d5eefab0-9c9a-40ee-9b5d-f79326099e10 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d7d1febf-f49e-4951-8753-92f742af8cf6 HTTP/1.1" status: 204 len: 168 time: 0.1892912 Jul 22 23:11:58.892095 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5eefab0-9c9a-40ee-9b5d-f79326099e10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7d1febf-f49e-4951-8753-92f742af8cf6,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:58.911311 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-a9123eb3-b627-4897-9b85-07c3b6ec6883 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:58.944789 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-a9123eb3-b627-4897-9b85-07c3b6ec6883 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:59.011512 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-a9123eb3-b627-4897-9b85-07c3b6ec6883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:59.014608 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-a9123eb3-b627-4897-9b85-07c3b6ec6883 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:59.015799 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-a9123eb3-b627-4897-9b85-07c3b6ec6883 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b6df78d5-4613-46d7-aa5d-2943fb03f69d HTTP/1.1" status: 204 len: 168 time: 0.1731856 Jul 22 23:11:59.037431 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9123eb3-b627-4897-9b85-07c3b6ec6883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6df78d5-4613-46d7-aa5d-2943fb03f69d,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:59.352080 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 32904) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:11:59.366742 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-a7b6c043-1f98-48fc-a92c-bbb74d8a2ad8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:59.472021 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-a7b6c043-1f98-48fc-a92c-bbb74d8a2ad8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:59.476939 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-a7b6c043-1f98-48fc-a92c-bbb74d8a2ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:59.560617 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 32906) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:11:59.576706 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-d00f464d-4110-47fc-8efb-86892548a735 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:59.678665 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-d00f464d-4110-47fc-8efb-86892548a735 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:59.684844 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-d00f464d-4110-47fc-8efb-86892548a735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:59.727786 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-d00f464d-4110-47fc-8efb-86892548a735 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9314977d9f3d4570b5a0967cf997422e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1658337 Jul 22 23:11:59.728645 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 32910) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:11:59.729171 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-a7b6c043-1f98-48fc-a92c-bbb74d8a2ad8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c1edfeb17846419da1839cef321561ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3759451 Jul 22 23:11:59.729756 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 32912) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:11:59.734619 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b6c043-1f98-48fc-a92c-bbb74d8a2ad8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5363a531-a98f-4308-9929-f1715965771b,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:59.770953 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00f464d-4110-47fc-8efb-86892548a735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea715db2-c03c-497d-bf43-43c9fa51ce54,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:11:59.837386 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-c28d19ec-26e0-491d-9095-2c39b8b59f5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:59.842090 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-edd03715-02f8-4259-a271-6ef974865731 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:59.885134 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-c28d19ec-26e0-491d-9095-2c39b8b59f5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:59.898037 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-edd03715-02f8-4259-a271-6ef974865731 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:59.909647 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2835e4-afbe-491f-b10d-a8b034ba5937 req-25256998-d034-4955-85db-cfe53044abba tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:11:59.911203 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-1e2835e4-afbe-491f-b10d-a8b034ba5937 req-25256998-d034-4955-85db-cfe53044abba tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=8336b4ae-d194-4f5f-b4d7-c111fef91485 HTTP/1.1" status: 200 len: 945 time: 0.0722907 Jul 22 23:11:59.951327 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-1e2835e4-afbe-491f-b10d-a8b034ba5937 req-82275ffd-4bd9-4562-a6c5-e59ff57ba930 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329788 Jul 22 23:11:59.974200 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-c28d19ec-26e0-491d-9095-2c39b8b59f5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:59.977267 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-c28d19ec-26e0-491d-9095-2c39b8b59f5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:59.978392 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-c28d19ec-26e0-491d-9095-2c39b8b59f5d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ea715db2-c03c-497d-bf43-43c9fa51ce54 HTTP/1.1" status: 204 len: 168 time: 0.2396333 Jul 22 23:11:59.981059 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-edd03715-02f8-4259-a271-6ef974865731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:59.983608 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-edd03715-02f8-4259-a271-6ef974865731 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:11:59.984714 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-edd03715-02f8-4259-a271-6ef974865731 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5363a531-a98f-4308-9929-f1715965771b HTTP/1.1" status: 204 len: 168 time: 0.2445438 Jul 22 23:11:59.992945 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28d19ec-26e0-491d-9095-2c39b8b59f5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea715db2-c03c-497d-bf43-43c9fa51ce54,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:00.004847 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd03715-02f8-4259-a271-6ef974865731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5363a531-a98f-4308-9929-f1715965771b,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:00.412793 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 32950) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:00.426872 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-bb7051f6-6cf9-4050-9930-a4f3ccaa3d02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:00.535647 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-bb7051f6-6cf9-4050-9930-a4f3ccaa3d02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:00.541103 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-bb7051f6-6cf9-4050-9930-a4f3ccaa3d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:00.583912 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 32958) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:00.584415 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-bb7051f6-6cf9-4050-9930-a4f3ccaa3d02 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=aeb8b45b1fe04945a51732aa6ead5d0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1699424 Jul 22 23:12:00.584951 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7051f6-6cf9-4050-9930-a4f3ccaa3d02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a234c5ba-ebc9-484a-8c70-affec7ff82e5,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:00.646477 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-6acc7b0e-0723-45a0-8b60-74861cdc984f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:00.676474 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-6acc7b0e-0723-45a0-8b60-74861cdc984f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:00.732246 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-6acc7b0e-0723-45a0-8b60-74861cdc984f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:00.735201 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-6acc7b0e-0723-45a0-8b60-74861cdc984f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:00.736356 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-6acc7b0e-0723-45a0-8b60-74861cdc984f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a234c5ba-ebc9-484a-8c70-affec7ff82e5 HTTP/1.1" status: 204 len: 168 time: 0.1503444 Jul 22 23:12:00.749791 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acc7b0e-0723-45a0-8b60-74861cdc984f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a234c5ba-ebc9-484a-8c70-affec7ff82e5,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:01.149887 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a298b59-08e6-486f-b130-5a01dab2dc65 req-6c917591-6fc4-43e5-bfa5-71f209224128 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:01.158949 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-4a298b59-08e6-486f-b130-5a01dab2dc65 req-6c917591-6fc4-43e5-bfa5-71f209224128 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=8336b4ae-d194-4f5f-b4d7-c111fef91485 HTTP/1.1" status: 200 len: 945 time: 0.1259658 Jul 22 23:12:01.198283 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-4a298b59-08e6-486f-b130-5a01dab2dc65 req-f07164e1-aa14-4b35-b19d-a7a747b6b409 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384526 Jul 22 23:12:02.334921 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ccad47-31f1-463e-8bc3-afbaaf072bfb req-ca506206-457b-46f1-a57e-be9320b22bb3 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:02.336711 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-c6ccad47-31f1-463e-8bc3-afbaaf072bfb req-ca506206-457b-46f1-a57e-be9320b22bb3 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=8336b4ae-d194-4f5f-b4d7-c111fef91485 HTTP/1.1" status: 200 len: 945 time: 0.0650735 Jul 22 23:12:02.373861 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-c6ccad47-31f1-463e-8bc3-afbaaf072bfb req-c02c8c4e-68dc-42ec-93b1-6cfd303100c9 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319068 Jul 22 23:12:03.510433 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4f5d57-d278-430b-b7ef-ef6fa3859184 req-7ba3877c-11cc-4294-b79b-ffe26f863498 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:03.512131 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-2b4f5d57-d278-430b-b7ef-ef6fa3859184 req-7ba3877c-11cc-4294-b79b-ffe26f863498 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=8336b4ae-d194-4f5f-b4d7-c111fef91485 HTTP/1.1" status: 200 len: 945 time: 0.0706749 Jul 22 23:12:03.554625 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-2b4f5d57-d278-430b-b7ef-ef6fa3859184 req-0b6fab59-db9c-4491-a666-dc542bb4f1fe tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365415 Jul 22 23:12:03.773965 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b58be63-61f4-4b5e-9035-d5352f836441 req-754ecea1-2922-4769-b274-f8ffe36a737f tempest-DeleteServersTestJSON-956434508 tempest-DeleteServersTestJSON-956434508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:03.775448 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-4b58be63-61f4-4b5e-9035-d5352f836441 req-754ecea1-2922-4769-b274-f8ffe36a737f tempest-DeleteServersTestJSON-956434508 tempest-DeleteServersTestJSON-956434508-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb96b61e-b2c3-4ccd-a299-e4e073efa1af HTTP/1.1" status: 200 len: 946 time: 0.0662837 Jul 22 23:12:03.815037 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-4b58be63-61f4-4b5e-9035-d5352f836441 req-bf57e73d-193f-4c59-a106-e2ba087187aa tempest-DeleteServersTestJSON-956434508 tempest-DeleteServersTestJSON-956434508-project] 10.222.0.44 "GET /v2.0/security-groups?id=4a448ffd-040c-4880-b1dd-3c9b178b1182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336454 Jul 22 23:12:04.709720 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db8e7f5-2005-436a-95db-a9330d2afcdb req-a40e9a52-b10b-4770-a274-c987a8865388 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:04.711951 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-0db8e7f5-2005-436a-95db-a9330d2afcdb req-a40e9a52-b10b-4770-a274-c987a8865388 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=8336b4ae-d194-4f5f-b4d7-c111fef91485 HTTP/1.1" status: 200 len: 945 time: 0.0827336 Jul 22 23:12:04.755431 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-0db8e7f5-2005-436a-95db-a9330d2afcdb req-e6a2aac1-5860-453c-b808-a8a20aa85df4 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381598 Jul 22 23:12:04.864529 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 33166) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:04.952864 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2d22e8-5920-4704-b217-7abd65c9916a req-7beae99b-f9c2-4455-94f8-d8b33be74e2d tempest-DeleteServersTestJSON-956434508 tempest-DeleteServersTestJSON-956434508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:04.955463 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-4c2d22e8-5920-4704-b217-7abd65c9916a req-7beae99b-f9c2-4455-94f8-d8b33be74e2d tempest-DeleteServersTestJSON-956434508 tempest-DeleteServersTestJSON-956434508-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb96b61e-b2c3-4ccd-a299-e4e073efa1af HTTP/1.1" status: 200 len: 946 time: 0.0710869 Jul 22 23:12:04.978184 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-57c7efc3-3424-477b-a118-83513709f5d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:05.004633 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-4c2d22e8-5920-4704-b217-7abd65c9916a req-c2955be0-95f9-4bc2-b0c0-88e65130866d tempest-DeleteServersTestJSON-956434508 tempest-DeleteServersTestJSON-956434508-project] 10.222.0.44 "GET /v2.0/security-groups?id=4a448ffd-040c-4880-b1dd-3c9b178b1182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356002 Jul 22 23:12:05.098851 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-57c7efc3-3424-477b-a118-83513709f5d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:05.107820 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-57c7efc3-3424-477b-a118-83513709f5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:05.146704 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c7efc3-3424-477b-a118-83513709f5d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab1d75eb-885b-47bb-8cdc-938a8809eff7,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:05.154221 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 33174) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:05.160521 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-57c7efc3-3424-477b-a118-83513709f5d3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f0e97ce5a5ab437bbd2365b3ca826ec5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2947712 Jul 22 23:12:05.203548 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-65d30a93-9cb1-4339-967c-6e603314124e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:05.226346 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-65d30a93-9cb1-4339-967c-6e603314124e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:05.275711 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-65d30a93-9cb1-4339-967c-6e603314124e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:05.278333 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-65d30a93-9cb1-4339-967c-6e603314124e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:05.279478 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-65d30a93-9cb1-4339-967c-6e603314124e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ab1d75eb-885b-47bb-8cdc-938a8809eff7 HTTP/1.1" status: 204 len: 168 time: 0.1244564 Jul 22 23:12:05.287065 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d30a93-9cb1-4339-967c-6e603314124e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab1d75eb-885b-47bb-8cdc-938a8809eff7,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:05.294408 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d30a93-9cb1-4339-967c-6e603314124e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:12:05.294768 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d30a93-9cb1-4339-967c-6e603314124e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:12:05.295088 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d30a93-9cb1-4339-967c-6e603314124e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:12:05.295418 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d30a93-9cb1-4339-967c-6e603314124e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:12:05.295750 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d30a93-9cb1-4339-967c-6e603314124e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:12:05.296120 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d30a93-9cb1-4339-967c-6e603314124e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:12:05.296405 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d30a93-9cb1-4339-967c-6e603314124e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:12:05.296808 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d30a93-9cb1-4339-967c-6e603314124e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:12:05.297044 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d30a93-9cb1-4339-967c-6e603314124e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:12:05.297869 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d30a93-9cb1-4339-967c-6e603314124e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:12:05.298190 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d30a93-9cb1-4339-967c-6e603314124e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:12:05.298506 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d30a93-9cb1-4339-967c-6e603314124e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:12:05.562506 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 33190) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:05.576156 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-322631d9-11be-4df6-9d14-cc1583a14659 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:05.674582 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-322631d9-11be-4df6-9d14-cc1583a14659 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:05.678410 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-322631d9-11be-4df6-9d14-cc1583a14659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:05.717100 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322631d9-11be-4df6-9d14-cc1583a14659 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df3bfa41-2761-473e-8951-9b899305f1d8,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:05.720785 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-322631d9-11be-4df6-9d14-cc1583a14659 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=473af3a0665d435faba1770d31b09e70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1570609 Jul 22 23:12:05.723632 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 33194) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:05.726946 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322631d9-11be-4df6-9d14-cc1583a14659 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:12:05.727289 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322631d9-11be-4df6-9d14-cc1583a14659 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:12:05.727626 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322631d9-11be-4df6-9d14-cc1583a14659 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:12:05.727954 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322631d9-11be-4df6-9d14-cc1583a14659 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:12:05.728282 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322631d9-11be-4df6-9d14-cc1583a14659 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:12:05.728638 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322631d9-11be-4df6-9d14-cc1583a14659 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:12:05.728958 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322631d9-11be-4df6-9d14-cc1583a14659 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:12:05.729305 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322631d9-11be-4df6-9d14-cc1583a14659 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:12:05.729593 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322631d9-11be-4df6-9d14-cc1583a14659 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:12:05.729909 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322631d9-11be-4df6-9d14-cc1583a14659 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:12:05.730225 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322631d9-11be-4df6-9d14-cc1583a14659 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:12:05.730536 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322631d9-11be-4df6-9d14-cc1583a14659 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:12:05.795193 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-4310bc55-1597-45bf-b080-165d63aa472c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:05.818811 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-4310bc55-1597-45bf-b080-165d63aa472c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:05.907821 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-4310bc55-1597-45bf-b080-165d63aa472c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:05.910465 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-4310bc55-1597-45bf-b080-165d63aa472c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:05.914277 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-4310bc55-1597-45bf-b080-165d63aa472c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/df3bfa41-2761-473e-8951-9b899305f1d8 HTTP/1.1" status: 204 len: 168 time: 0.1869466 Jul 22 23:12:05.928945 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bfc0cd-1e66-4889-a3dd-a6a89b81e46b req-a1fc6146-e895-4f08-a978-f726a1eb71b4 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:05.935702 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-20bfc0cd-1e66-4889-a3dd-a6a89b81e46b req-a1fc6146-e895-4f08-a978-f726a1eb71b4 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=8336b4ae-d194-4f5f-b4d7-c111fef91485 HTTP/1.1" status: 200 len: 945 time: 0.1000798 Jul 22 23:12:05.943739 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4310bc55-1597-45bf-b080-165d63aa472c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df3bfa41-2761-473e-8951-9b899305f1d8,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:05.975897 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-20bfc0cd-1e66-4889-a3dd-a6a89b81e46b req-55b590ea-7ceb-429f-8b53-ecd528eff77a tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392008 Jul 22 23:12:06.083764 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 33212) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:06.188355 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25a1c5d-cdf1-49b0-aa67-c701531f49b9 req-3783bcab-e7b2-4414-9547-23bdf88393c8 tempest-DeleteServersTestJSON-956434508 tempest-DeleteServersTestJSON-956434508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:06.198286 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-f25a1c5d-cdf1-49b0-aa67-c701531f49b9 req-3783bcab-e7b2-4414-9547-23bdf88393c8 tempest-DeleteServersTestJSON-956434508 tempest-DeleteServersTestJSON-956434508-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb96b61e-b2c3-4ccd-a299-e4e073efa1af HTTP/1.1" status: 200 len: 946 time: 0.0992625 Jul 22 23:12:06.247043 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-d0f5cc18-2b89-43e7-b732-79121b8e101f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:06.252881 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-f25a1c5d-cdf1-49b0-aa67-c701531f49b9 req-0e501739-610a-460c-9334-6607c79da661 tempest-DeleteServersTestJSON-956434508 tempest-DeleteServersTestJSON-956434508-project] 10.222.0.44 "GET /v2.0/security-groups?id=4a448ffd-040c-4880-b1dd-3c9b178b1182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533741 Jul 22 23:12:06.359746 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-d0f5cc18-2b89-43e7-b732-79121b8e101f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:06.365209 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-d0f5cc18-2b89-43e7-b732-79121b8e101f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:06.406391 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-d0f5cc18-2b89-43e7-b732-79121b8e101f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c2480840e5f74aebbcf1ef2df1b715e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3184407 Jul 22 23:12:06.406391 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f5cc18-2b89-43e7-b732-79121b8e101f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56bb28d6-e2d8-4884-8a5e-b3351ff3fc01,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:06.406843 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 33232) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:06.473327 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-882f930b-c245-49d1-80ef-100d106af9fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:06.495140 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-882f930b-c245-49d1-80ef-100d106af9fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:06.542552 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-882f930b-c245-49d1-80ef-100d106af9fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:06.545244 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-882f930b-c245-49d1-80ef-100d106af9fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:06.548932 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-882f930b-c245-49d1-80ef-100d106af9fb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/56bb28d6-e2d8-4884-8a5e-b3351ff3fc01 HTTP/1.1" status: 204 len: 168 time: 0.1354611 Jul 22 23:12:06.556061 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882f930b-c245-49d1-80ef-100d106af9fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56bb28d6-e2d8-4884-8a5e-b3351ff3fc01,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:06.677980 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7110607-b061-4f74-b44e-9c3e58d07141 req-683752f3-ab7e-40f5-ab44-023f137fe135 tempest-DeleteServersTestJSON-956434508 tempest-DeleteServersTestJSON-956434508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:06.679979 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-f7110607-b061-4f74-b44e-9c3e58d07141 req-683752f3-ab7e-40f5-ab44-023f137fe135 tempest-DeleteServersTestJSON-956434508 tempest-DeleteServersTestJSON-956434508-project] 10.222.0.76 "GET /v2.0/ports?device_id=fb96b61e-b2c3-4ccd-a299-e4e073efa1af HTTP/1.1" status: 200 len: 946 time: 0.1212821 Jul 22 23:12:06.851732 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.plugin [req-f7110607-b061-4f74-b44e-9c3e58d07141 req-43c9e2da-49e9-401c-8182-82859f81a075 tempest-DeleteServersTestJSON-956434508 tempest-DeleteServersTestJSON-956434508-project] Deleting port 12394051-d740-4cb9-a247-ae2147d2ce0f {{(pid=93193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:12:06.852066 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-f7110607-b061-4f74-b44e-9c3e58d07141 req-43c9e2da-49e9-401c-8182-82859f81a075 tempest-DeleteServersTestJSON-956434508 tempest-DeleteServersTestJSON-956434508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769065717140'] for port, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:06.906284 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.agents_db [None req-bfbb8894-14bb-41d0-8761-89beb89abbcb None None] Agent healthcheck: found 6 active agents {{(pid=93195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:12:06.957592 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.db [req-f7110607-b061-4f74-b44e-9c3e58d07141 req-43c9e2da-49e9-401c-8182-82859f81a075 tempest-DeleteServersTestJSON-956434508 tempest-DeleteServersTestJSON-956434508-project] For port 12394051-d740-4cb9-a247-ae2147d2ce0f, host hv-cinder-80187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80187',level=0,port_id=12394051-d740-4cb9-a247-ae2147d2ce0f,segment=NetworkSegment(69f152eb-c13e-4a44-8c60-291129df9470),segment_id=69f152eb-c13e-4a44-8c60-291129df9470)] {{(pid=93193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:12:06.958290 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-f7110607-b061-4f74-b44e-9c3e58d07141 req-43c9e2da-49e9-401c-8182-82859f81a075 tempest-DeleteServersTestJSON-956434508 tempest-DeleteServersTestJSON-956434508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681326'] for port, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:06.973716 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 33264) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:06.975959 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.plugin [req-f7110607-b061-4f74-b44e-9c3e58d07141 req-43c9e2da-49e9-401c-8182-82859f81a075 tempest-DeleteServersTestJSON-956434508 tempest-DeleteServersTestJSON-956434508-project] Calling delete_port for 12394051-d740-4cb9-a247-ae2147d2ce0f owned by compute:nova {{(pid=93193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:12:07.009955 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-05918052-6753-420b-bceb-f98248de50d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:07.128799 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 33270) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:07.144473 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89849b6d-9eb0-4402-9807-a087cc40afd9 req-eac2128c-186c-435e-8172-e2e07da449ed tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:07.145999 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-89849b6d-9eb0-4402-9807-a087cc40afd9 req-eac2128c-186c-435e-8172-e2e07da449ed tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=8336b4ae-d194-4f5f-b4d7-c111fef91485 HTTP/1.1" status: 200 len: 945 time: 0.0834179 Jul 22 23:12:07.214773 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-89849b6d-9eb0-4402-9807-a087cc40afd9 req-23082cef-12c3-4725-b0f0-476cc2e4fb3d tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554914 Jul 22 23:12:07.227437 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-05918052-6753-420b-bceb-f98248de50d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:07.242854 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-05918052-6753-420b-bceb-f98248de50d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:07.271740 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-05918052-6753-420b-bceb-f98248de50d2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2b2f1fae310b439ba80269eac7f646eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2959630 Jul 22 23:12:07.276893 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 33278) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:07.299029 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-f7110607-b061-4f74-b44e-9c3e58d07141 req-43c9e2da-49e9-401c-8182-82859f81a075 tempest-DeleteServersTestJSON-956434508 tempest-DeleteServersTestJSON-956434508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769065717863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769065317250'] for port, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:07.365165 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-3eeae456-b885-4ded-859b-f215d03afe08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:07.367866 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] get_ports_and_sgs() called for port_ids ['12394051-d740-4cb9-a247-ae2147d2ce0f'] {{(pid=93194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:12:07.388062 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05918052-6753-420b-bceb-f98248de50d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4b91dd5-efc0-4fe9-a060-0775aeb787c8,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:07.391564 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c9e2da-49e9-401c-8182-82859f81a075 tempest-DeleteServersTestJSON-956434508 tempest-DeleteServersTestJSON-956434508-project] Pushing event deleted for resources: {'Port': ['ID=12394051-d740-4cb9-a247-ae2147d2ce0f,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:07.419321 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-9412eb44-15fa-4be3-9d5d-b291832f9418 req-a4abd16c-52cd-4858-a81a-8082d0398968 tempest-DeleteServersTestJSON-956434508 tempest-DeleteServersTestJSON-956434508-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb96b61e-b2c3-4ccd-a299-e4e073efa1af HTTP/1.1" status: 200 len: 210 time: 0.0764143 Jul 22 23:12:07.484381 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7110607-b061-4f74-b44e-9c3e58d07141 req-43c9e2da-49e9-401c-8182-82859f81a075 tempest-DeleteServersTestJSON-956434508 tempest-DeleteServersTestJSON-956434508-project] No DVR routers for this DVR port 12394051-d740-4cb9-a247-ae2147d2ce0f on host hv-cinder-80187 {{(pid=93193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:12:07.493077 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-f7110607-b061-4f74-b44e-9c3e58d07141 req-43c9e2da-49e9-401c-8182-82859f81a075 tempest-DeleteServersTestJSON-956434508 tempest-DeleteServersTestJSON-956434508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92570'] for port, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:07.494944 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-f7110607-b061-4f74-b44e-9c3e58d07141 req-43c9e2da-49e9-401c-8182-82859f81a075 tempest-DeleteServersTestJSON-956434508 tempest-DeleteServersTestJSON-956434508-project] 10.222.0.76 "DELETE /v2.0/ports/12394051-d740-4cb9-a247-ae2147d2ce0f HTTP/1.1" status: 204 len: 173 time: 0.8082654 Jul 22 23:12:07.496403 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb96b61e-b2c3-4ccd-a299-e4e073efa1af', 'name': 'network-vif-deleted', 'tag': '12394051-d740-4cb9-a247-ae2147d2ce0f'}] {{(pid=93193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:12:07.498786 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53e3bfa867fb079e45cf064e3f04560eeff66f84eee23b8fde49e5f46f239411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91bd0f97-69fe-4577-b098-350e071135e2" -d '{"events": [{"server_uuid": "fb96b61e-b2c3-4ccd-a299-e4e073efa1af", "name": "network-vif-deleted", "tag": "12394051-d740-4cb9-a247-ae2147d2ce0f"}]}' {{(pid=93193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:12:07.545895 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-6eed627b-c3ab-4fed-80a3-ad86474cf34a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:07.580459 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3a0809e-3126-4471-88f9-edbbcedb7cd3 x-openstack-request-id: req-b3a0809e-3126-4471-88f9-edbbcedb7cd3 {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:12:07.581059 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb96b61e-b2c3-4ccd-a299-e4e073efa1af", "name": "network-vif-deleted", "tag": "12394051-d740-4cb9-a247-ae2147d2ce0f", "status": "completed", "code": 200}]} {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:12:07.581633 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b3a0809e-3126-4471-88f9-edbbcedb7cd3 {{(pid=93193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:12:07.582278 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb96b61e-b2c3-4ccd-a299-e4e073efa1af', 'name': 'network-vif-deleted', 'tag': '12394051-d740-4cb9-a247-ae2147d2ce0f', 'status': 'completed', 'code': 200} Jul 22 23:12:07.590185 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-6eed627b-c3ab-4fed-80a3-ad86474cf34a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:07.661725 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-3eeae456-b885-4ded-859b-f215d03afe08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:07.666773 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-3eeae456-b885-4ded-859b-f215d03afe08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:07.699285 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-6eed627b-c3ab-4fed-80a3-ad86474cf34a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:07.701901 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-6eed627b-c3ab-4fed-80a3-ad86474cf34a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:07.702995 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-6eed627b-c3ab-4fed-80a3-ad86474cf34a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b4b91dd5-efc0-4fe9-a060-0775aeb787c8 HTTP/1.1" status: 204 len: 168 time: 0.4251828 Jul 22 23:12:07.714803 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eeae456-b885-4ded-859b-f215d03afe08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=406f0905-cd4e-446d-b5aa-bfc510ec2862,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:07.721777 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 33302) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:07.721920 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-3eeae456-b885-4ded-859b-f215d03afe08 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b867904d3a1641e49d2af1ecf488a20c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5890460 Jul 22 23:12:07.736129 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eed627b-c3ab-4fed-80a3-ad86474cf34a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4b91dd5-efc0-4fe9-a060-0775aeb787c8,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:07.793593 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-6a61c96c-dc0f-4987-8e26-f68164072a69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:07.816963 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-6a61c96c-dc0f-4987-8e26-f68164072a69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:07.877197 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-6a61c96c-dc0f-4987-8e26-f68164072a69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:07.880628 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-6a61c96c-dc0f-4987-8e26-f68164072a69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:07.882059 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-6a61c96c-dc0f-4987-8e26-f68164072a69 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/406f0905-cd4e-446d-b5aa-bfc510ec2862 HTTP/1.1" status: 204 len: 168 time: 0.1593313 Jul 22 23:12:07.889804 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a61c96c-dc0f-4987-8e26-f68164072a69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=406f0905-cd4e-446d-b5aa-bfc510ec2862,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:08.214108 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 33320) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:08.240957 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-605a7932-4fe3-4ad9-8080-294400291352 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:08.393084 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-605a7932-4fe3-4ad9-8080-294400291352 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:08.405911 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-605a7932-4fe3-4ad9-8080-294400291352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:08.423391 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ec2f74-3795-440b-aca8-aae194d75f12 req-df2f4228-0546-45bd-9ca1-a56c11b853f9 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:08.427194 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-c7ec2f74-3795-440b-aca8-aae194d75f12 req-df2f4228-0546-45bd-9ca1-a56c11b853f9 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=8336b4ae-d194-4f5f-b4d7-c111fef91485 HTTP/1.1" status: 200 len: 945 time: 0.1259134 Jul 22 23:12:08.486803 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-c7ec2f74-3795-440b-aca8-aae194d75f12 req-debce806-287d-466c-8988-9d113e2ed47c tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419970 Jul 22 23:12:08.492043 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605a7932-4fe3-4ad9-8080-294400291352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1e8b88f-5b24-4a93-9023-8096bdd313f2,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:08.502078 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-605a7932-4fe3-4ad9-8080-294400291352 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7962c38085cf4089a99c6fcee1c47824&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2860796 Jul 22 23:12:08.510246 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 33332) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:08.553727 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 33336) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:08.559114 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-8a7e4bd5-94b6-4974-9f5e-fcf3e1432072 req-1fa2ff8e-9dfc-4af0-8200-908652be0abb tempest-DeleteServersTestJSON-956434508 tempest-DeleteServersTestJSON-956434508-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb96b61e-b2c3-4ccd-a299-e4e073efa1af HTTP/1.1" status: 200 len: 210 time: 0.0342739 Jul 22 23:12:08.575059 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-e918ee8e-9ee8-4031-8876-9a91940a3c52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:08.583533 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-3b3e105e-08e3-4075-b47a-8140ff787572 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:08.615292 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-3b3e105e-08e3-4075-b47a-8140ff787572 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:08.696162 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-3b3e105e-08e3-4075-b47a-8140ff787572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:08.698668 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-3b3e105e-08e3-4075-b47a-8140ff787572 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:08.699819 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-3b3e105e-08e3-4075-b47a-8140ff787572 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b1e8b88f-5b24-4a93-9023-8096bdd313f2 HTTP/1.1" status: 204 len: 168 time: 0.1883090 Jul 22 23:12:08.715976 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e105e-08e3-4075-b47a-8140ff787572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1e8b88f-5b24-4a93-9023-8096bdd313f2,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:08.744760 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-e918ee8e-9ee8-4031-8876-9a91940a3c52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:08.749892 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-e918ee8e-9ee8-4031-8876-9a91940a3c52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:08.788677 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e918ee8e-9ee8-4031-8876-9a91940a3c52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9acc6c59-ad36-41e7-a3ec-b153fba19a07,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:08.793208 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-e918ee8e-9ee8-4031-8876-9a91940a3c52 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b876a5c11c0540a5a8ea7bc77f946779&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2385530 Jul 22 23:12:08.796305 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 33342) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:08.855065 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-4a3d2000-630c-427c-9bfa-ae79ce1767a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:08.881452 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-4a3d2000-630c-427c-9bfa-ae79ce1767a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:08.933173 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-4a3d2000-630c-427c-9bfa-ae79ce1767a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:08.935778 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-4a3d2000-630c-427c-9bfa-ae79ce1767a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:08.937124 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-4a3d2000-630c-427c-9bfa-ae79ce1767a9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9acc6c59-ad36-41e7-a3ec-b153fba19a07 HTTP/1.1" status: 204 len: 168 time: 0.1377540 Jul 22 23:12:08.948647 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3d2000-630c-427c-9bfa-ae79ce1767a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9acc6c59-ad36-41e7-a3ec-b153fba19a07,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:09.673623 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa50b80-15b6-43f3-8f81-c2afc24a39bf req-4870356b-92e3-43c7-99ee-9679bcb28e7b tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:09.675896 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-9aa50b80-15b6-43f3-8f81-c2afc24a39bf req-4870356b-92e3-43c7-99ee-9679bcb28e7b tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=8336b4ae-d194-4f5f-b4d7-c111fef91485 HTTP/1.1" status: 200 len: 945 time: 0.1034358 Jul 22 23:12:09.782236 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-9aa50b80-15b6-43f3-8f81-c2afc24a39bf req-8e5b89b9-7dd4-4ed2-b191-ffc2fe72efe7 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967593 Jul 22 23:12:10.982119 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c45dcd-ae7a-4e2a-8441-abcbb3db7572 req-4992460b-a4a9-4262-aee4-d26575a277da tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:10.984728 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-12c45dcd-ae7a-4e2a-8441-abcbb3db7572 req-4992460b-a4a9-4262-aee4-d26575a277da tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=8336b4ae-d194-4f5f-b4d7-c111fef91485 HTTP/1.1" status: 200 len: 945 time: 0.1277874 Jul 22 23:12:10.992851 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Device 12394051-d740-4cb9-a247-ae2147d2ce0f no longer exists at agent hyperv_hv-cinder-80187 {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:12:11.023255 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] No Port match for: 12394051-d740-4cb9-a247-ae2147d2ce0f {{(pid=93194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:12:11.023971 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Device 12394051-d740-4cb9-a247-ae2147d2ce0f not bound to the agent host hv-cinder-80187 {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:12:11.047335 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-12c45dcd-ae7a-4e2a-8441-abcbb3db7572 req-4ab0ba7b-774a-4a15-86d9-5072b9f76301 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506480 Jul 22 23:12:11.167565 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 33528) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:11.194895 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 33530) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:11.216174 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7df3306-1f9d-4103-a7d8-5e9020a4d8aa admin admin] Deleting subnet 4297dae4-83d0-4dbd-86f4-51bfb44a7f08 {{(pid=93193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:12:11.220296 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-c7df3306-1f9d-4103-a7d8-5e9020a4d8aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:11.259623 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 33534) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:11.266886 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-c7df3306-1f9d-4103-a7d8-5e9020a4d8aa admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:11.277390 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-c7df3306-1f9d-4103-a7d8-5e9020a4d8aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1834514'] for subnet, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:11.355283 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-c7df3306-1f9d-4103-a7d8-5e9020a4d8aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1834523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165'] for subnet, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:11.388999 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-6e875e68-9138-4078-8eff-3be612c2161c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:11.390881 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-91dcb16a-6aaf-431e-b620-de78764c997a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:11.396274 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-c7df3306-1f9d-4103-a7d8-5e9020a4d8aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:11.400667 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-c7df3306-1f9d-4103-a7d8-5e9020a4d8aa admin admin] 10.222.0.44 "DELETE /v2.0/subnets/4297dae4-83d0-4dbd-86f4-51bfb44a7f08 HTTP/1.1" status: 204 len: 168 time: 0.2295361 Jul 22 23:12:11.400979 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 33540) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:11.407805 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7df3306-1f9d-4103-a7d8-5e9020a4d8aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4297dae4-83d0-4dbd-86f4-51bfb44a7f08,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:11.429860 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.db.api [None req-6e875e68-9138-4078-8eff-3be612c2161c admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 23:12:11.429860 dv-cinder-801875-2-iscsi neutron-server[93192]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 22 23:12:11.429860 dv-cinder-801875-2-iscsi neutron-server[93192]: [parameters: {'project_id': '751700c178a74c6a9728be96a31eaac5', 'id': '80cc6dca-3cab-4829-b089-af8e6cd5bd30', 'expiration': datetime.datetime(2021, 7, 22, 23, 14, 11, 422023)}] Jul 22 23:12:11.429860 dv-cinder-801875-2-iscsi neutron-server[93192]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93192) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 23:12:11.430770 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG oslo_db.api [None req-6e875e68-9138-4078-8eff-3be612c2161c admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 23:12:11.491033 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-e79dd44d-0e08-4248-85bf-24182742fe74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589717'] for network, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:11.507234 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-91dcb16a-6aaf-431e-b620-de78764c997a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:11.511656 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-91dcb16a-6aaf-431e-b620-de78764c997a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:11.552041 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-91dcb16a-6aaf-431e-b620-de78764c997a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fef06ff185b749538526efa89493c221&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2906189 Jul 22 23:12:11.553333 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dcb16a-6aaf-431e-b620-de78764c997a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6c687fd-4ac8-4a79-8381-91c3a86951dc,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:11.556858 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 33544) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:11.572628 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-e79dd44d-0e08-4248-85bf-24182742fe74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1832750', 'neutron.services.segments.db._delete_segments_for_network-8769065864497'] for network, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:11.585347 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-e79dd44d-0e08-4248-85bf-24182742fe74 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93193) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:12:11.585691 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-e79dd44d-0e08-4248-85bf-24182742fe74 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93193) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:12:11.586478 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-e79dd44d-0e08-4248-85bf-24182742fe74 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93193) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:12:11.586822 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-e79dd44d-0e08-4248-85bf-24182742fe74 admin admin] Subscribe: > port after_create 55550000 {{(pid=93193) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:12:11.587135 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-e79dd44d-0e08-4248-85bf-24182742fe74 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93193) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:12:11.587464 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-e79dd44d-0e08-4248-85bf-24182742fe74 admin admin] Subscribe: > port after_update 55550000 {{(pid=93193) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:12:11.587774 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-e79dd44d-0e08-4248-85bf-24182742fe74 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93193) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:12:11.588085 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-e79dd44d-0e08-4248-85bf-24182742fe74 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93193) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:12:11.588954 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-e79dd44d-0e08-4248-85bf-24182742fe74 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93193) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:12:11.588954 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-e79dd44d-0e08-4248-85bf-24182742fe74 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93193) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:12:11.622483 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-d8f52e79-b560-477f-bd6c-700f077dd621 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:11.644471 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-d8f52e79-b560-477f-bd6c-700f077dd621 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:11.696937 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-d8f52e79-b560-477f-bd6c-700f077dd621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:11.699757 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-d8f52e79-b560-477f-bd6c-700f077dd621 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:11.701216 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-d8f52e79-b560-477f-bd6c-700f077dd621 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b6c687fd-4ac8-4a79-8381-91c3a86951dc HTTP/1.1" status: 204 len: 168 time: 0.1434388 Jul 22 23:12:11.711149 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f52e79-b560-477f-bd6c-700f077dd621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6c687fd-4ac8-4a79-8381-91c3a86951dc,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:11.737616 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-e79dd44d-0e08-4248-85bf-24182742fe74 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93193) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:12:11.737875 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-e79dd44d-0e08-4248-85bf-24182742fe74 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93193) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:12:11.738182 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-e79dd44d-0e08-4248-85bf-24182742fe74 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93193) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:12:11.738856 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-e79dd44d-0e08-4248-85bf-24182742fe74 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93193) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:12:11.739220 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.services.segments.db [None req-e79dd44d-0e08-4248-85bf-24182742fe74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de397990-f2a1-432f-9415-ba1f7a83fc14']}} {{(pid=93193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:12:11.760496 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.services.segments.db [None req-e79dd44d-0e08-4248-85bf-24182742fe74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69f152eb-c13e-4a44-8c60-291129df9470') {'for_net_delete': True} {{(pid=93193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:12:11.760791 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.services.segments.db [None req-e79dd44d-0e08-4248-85bf-24182742fe74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69f152eb-c13e-4a44-8c60-291129df9470') {} {{(pid=93193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:12:11.781708 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-e79dd44d-0e08-4248-85bf-24182742fe74 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769065866554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31082766'] for segment, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:11.802914 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-e79dd44d-0e08-4248-85bf-24182742fe74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822282'] for segment, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:11.813878 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e79dd44d-0e08-4248-85bf-24182742fe74 admin admin] Releasing vlan 878 on physical network physnet1 to pool {{(pid=93193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:12:11.814419 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-e79dd44d-0e08-4248-85bf-24182742fe74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31811393'] for segment, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:11.818703 dv-cinder-801875-2-iscsi neutron-server[93193]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 22 23:12:11.818703 dv-cinder-801875-2-iscsi neutron-server[93193]: from cryptography.utils import int_from_bytes Jul 22 23:12:11.818703 dv-cinder-801875-2-iscsi neutron-server[93193]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 22 23:12:11.818703 dv-cinder-801875-2-iscsi neutron-server[93193]: from cryptography.utils import int_from_bytes Jul 22 23:12:11.818703 dv-cinder-801875-2-iscsi neutron-server[93193]: Traceback (most recent call last): Jul 22 23:12:11.818703 dv-cinder-801875-2-iscsi neutron-server[93193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:12:11.818703 dv-cinder-801875-2-iscsi neutron-server[93193]: timer() Jul 22 23:12:11.818703 dv-cinder-801875-2-iscsi neutron-server[93193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:12:11.818703 dv-cinder-801875-2-iscsi neutron-server[93193]: cb(*args, **kw) Jul 22 23:12:11.818703 dv-cinder-801875-2-iscsi neutron-server[93193]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:12:11.818703 dv-cinder-801875-2-iscsi neutron-server[93193]: return func(*args, **kwargs) Jul 22 23:12:11.818703 dv-cinder-801875-2-iscsi neutron-server[93193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:12:11.818703 dv-cinder-801875-2-iscsi neutron-server[93193]: self._notify() Jul 22 23:12:11.818703 dv-cinder-801875-2-iscsi neutron-server[93193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:12:11.818703 dv-cinder-801875-2-iscsi neutron-server[93193]: self.callback(batched_events) Jul 22 23:12:11.818703 dv-cinder-801875-2-iscsi neutron-server[93193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:12:11.818703 dv-cinder-801875-2-iscsi neutron-server[93193]: event.method(event) Jul 22 23:12:11.818703 dv-cinder-801875-2-iscsi neutron-server[93193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:12:11.818703 dv-cinder-801875-2-iscsi neutron-server[93193]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:12:11.818703 dv-cinder-801875-2-iscsi neutron-server[93193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:12:11.818703 dv-cinder-801875-2-iscsi neutron-server[93193]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:12:11.818703 dv-cinder-801875-2-iscsi neutron-server[93193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:12:11.818703 dv-cinder-801875-2-iscsi neutron-server[93193]: return f(self, *a, **k) Jul 22 23:12:11.818703 dv-cinder-801875-2-iscsi neutron-server[93193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:12:11.818703 dv-cinder-801875-2-iscsi neutron-server[93193]: return self._get(url).json() Jul 22 23:12:11.818703 dv-cinder-801875-2-iscsi neutron-server[93193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:12:11.818703 dv-cinder-801875-2-iscsi neutron-server[93193]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:12:11.818703 dv-cinder-801875-2-iscsi neutron-server[93193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:12:11.818703 dv-cinder-801875-2-iscsi neutron-server[93193]: return self.request(url, 'GET', **kwargs) Jul 22 23:12:11.818703 dv-cinder-801875-2-iscsi neutron-server[93193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:12:11.818703 dv-cinder-801875-2-iscsi neutron-server[93193]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:12:11.818703 dv-cinder-801875-2-iscsi neutron-server[93193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:12:11.818703 dv-cinder-801875-2-iscsi neutron-server[93193]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:12:11.818703 dv-cinder-801875-2-iscsi neutron-server[93193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:12:11.818703 dv-cinder-801875-2-iscsi neutron-server[93193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:12:11.818703 dv-cinder-801875-2-iscsi neutron-server[93193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:12:11.878409 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-e79dd44d-0e08-4248-85bf-24182742fe74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1832741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680861'] for network, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:11.885168 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-e79dd44d-0e08-4248-85bf-24182742fe74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585183'] for network, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:11.887923 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-e79dd44d-0e08-4248-85bf-24182742fe74 admin admin] 10.222.0.44 "DELETE /v2.0/networks/de397990-f2a1-432f-9415-ba1f7a83fc14 HTTP/1.1" status: 204 len: 168 time: 0.4860203 Jul 22 23:12:11.901404 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79dd44d-0e08-4248-85bf-24182742fe74 admin admin] Pushing event deleted for resources: {'Network': ['ID=de397990-f2a1-432f-9415-ba1f7a83fc14,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:11.931071 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-6e875e68-9138-4078-8eff-3be612c2161c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:12.033189 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-6e875e68-9138-4078-8eff-3be612c2161c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:12.037079 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-6e875e68-9138-4078-8eff-3be612c2161c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:12.045959 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 33562) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:12.062171 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-afed312c-9c85-45aa-aee1-47faaad039f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:12.080379 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e875e68-9138-4078-8eff-3be612c2161c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f678f26-3451-486d-9abe-6e2b6958e9a3,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:12.097858 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-6e875e68-9138-4078-8eff-3be612c2161c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=751700c178a74c6a9728be96a31eaac5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9007511 Jul 22 23:12:12.100824 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 33568) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:12.108708 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 33570) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:12.180170 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-ffba90d5-bef0-4fc2-a7b1-90dff0bcec7a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=744f017b5f3b4225a42e6e393a02127c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0684898 Jul 22 23:12:12.181763 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 33572) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:12.193148 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-17847e24-597c-4a68-b7e0-016919ef12c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:12.205456 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-afed312c-9c85-45aa-aee1-47faaad039f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:12.209489 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-afed312c-9c85-45aa-aee1-47faaad039f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:12.241989 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-17847e24-597c-4a68-b7e0-016919ef12c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:12.250060 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-afed312c-9c85-45aa-aee1-47faaad039f0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1042220852d7427aaebe84c15e6e89dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2029526 Jul 22 23:12:12.250940 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afed312c-9c85-45aa-aee1-47faaad039f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25793545-de5f-4a45-8653-f9104ae3db37,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:12.253209 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 33574) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:12.300510 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eee5a42-1e09-432f-ac2e-7c8b4cecdf41 req-c2dc51b1-4f33-4566-a6c4-7dfd113cf480 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:12.301929 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-7eee5a42-1e09-432f-ac2e-7c8b4cecdf41 req-c2dc51b1-4f33-4566-a6c4-7dfd113cf480 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=8336b4ae-d194-4f5f-b4d7-c111fef91485 HTTP/1.1" status: 200 len: 945 time: 0.1648042 Jul 22 23:12:12.302040 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-b1d74cc1-9251-4590-81bc-c2a369d73fba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:12.306793 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-29a47847-abba-4236-b36a-fef1ca9d2c7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:12.331106 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-b1d74cc1-9251-4590-81bc-c2a369d73fba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:12.351797 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-29a47847-abba-4236-b36a-fef1ca9d2c7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:12.363594 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-17847e24-597c-4a68-b7e0-016919ef12c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:12.363594 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-17847e24-597c-4a68-b7e0-016919ef12c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:12.365576 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-17847e24-597c-4a68-b7e0-016919ef12c6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8f678f26-3451-486d-9abe-6e2b6958e9a3 HTTP/1.1" status: 204 len: 168 time: 0.2620001 Jul 22 23:12:12.394119 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17847e24-597c-4a68-b7e0-016919ef12c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f678f26-3451-486d-9abe-6e2b6958e9a3,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:12.399903 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-7eee5a42-1e09-432f-ac2e-7c8b4cecdf41 req-c0fe857b-83d2-46c4-9c0f-3de55667506a tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895722 Jul 22 23:12:12.408103 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-b1d74cc1-9251-4590-81bc-c2a369d73fba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:12.410756 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-b1d74cc1-9251-4590-81bc-c2a369d73fba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:12.414643 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-b1d74cc1-9251-4590-81bc-c2a369d73fba admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/25793545-de5f-4a45-8653-f9104ae3db37 HTTP/1.1" status: 204 len: 168 time: 0.1577580 Jul 22 23:12:12.456958 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d74cc1-9251-4590-81bc-c2a369d73fba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25793545-de5f-4a45-8653-f9104ae3db37,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:12.481006 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-29a47847-abba-4236-b36a-fef1ca9d2c7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:12.484178 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-29a47847-abba-4236-b36a-fef1ca9d2c7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:12.487811 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-29a47847-abba-4236-b36a-fef1ca9d2c7a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4a448ffd-040c-4880-b1dd-3c9b178b1182 HTTP/1.1" status: 204 len: 168 time: 0.3010581 Jul 22 23:12:12.494934 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a47847-abba-4236-b36a-fef1ca9d2c7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a448ffd-040c-4880-b1dd-3c9b178b1182,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:12.864166 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 33594) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:12.883515 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-854e8187-1de3-4e2b-9fc4-d965111ee533 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:12.997268 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-854e8187-1de3-4e2b-9fc4-d965111ee533 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:13.002872 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-854e8187-1de3-4e2b-9fc4-d965111ee533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:13.042280 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-854e8187-1de3-4e2b-9fc4-d965111ee533 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=24bbef2c12ce4546a35f3ec23d9564d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1768308 Jul 22 23:12:13.044487 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854e8187-1de3-4e2b-9fc4-d965111ee533 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd347064-63ac-4a0e-886a-3da322c95bf7,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:13.045093 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 33606) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:13.114083 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-9d0e35cc-19c5-441d-a3b1-fe30e79925c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:13.135599 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-9d0e35cc-19c5-441d-a3b1-fe30e79925c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:13.189831 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-9d0e35cc-19c5-441d-a3b1-fe30e79925c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:13.192867 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-9d0e35cc-19c5-441d-a3b1-fe30e79925c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:13.194141 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-9d0e35cc-19c5-441d-a3b1-fe30e79925c3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/dd347064-63ac-4a0e-886a-3da322c95bf7 HTTP/1.1" status: 204 len: 168 time: 0.1457970 Jul 22 23:12:13.202685 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0e35cc-19c5-441d-a3b1-fe30e79925c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd347064-63ac-4a0e-886a-3da322c95bf7,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:13.557350 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02053cd6-9525-4ec0-ac41-3aaaaa49aa03 req-61af1a02-9513-44d2-a89d-825bedf50559 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:13.558963 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-02053cd6-9525-4ec0-ac41-3aaaaa49aa03 req-61af1a02-9513-44d2-a89d-825bedf50559 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=8336b4ae-d194-4f5f-b4d7-c111fef91485 HTTP/1.1" status: 200 len: 945 time: 0.0771372 Jul 22 23:12:13.605225 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-02053cd6-9525-4ec0-ac41-3aaaaa49aa03 req-e306ff63-5dd3-48fb-9f7c-93c67efe6602 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400004 Jul 22 23:12:14.240999 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 33676) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:14.493348 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-ce3fdb32-8e96-4975-a4a3-f0e5ebb65e58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:14.613369 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-ce3fdb32-8e96-4975-a4a3-f0e5ebb65e58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:14.620485 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-ce3fdb32-8e96-4975-a4a3-f0e5ebb65e58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:14.671365 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 33698) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:14.684045 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-ce3fdb32-8e96-4975-a4a3-f0e5ebb65e58 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e78bda4d168d407398a24c8dc98dc095&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4417160 Jul 22 23:12:14.687153 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3fdb32-8e96-4975-a4a3-f0e5ebb65e58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ec0a294-c2ee-4c0a-bb1f-a7b6e14a4e2a,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:14.774446 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 33702) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:14.788762 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-90f871f7-eab3-44ff-acc5-9c300437d18b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:14.820127 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-90f871f7-eab3-44ff-acc5-9c300437d18b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:14.839885 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf668aa9-5e19-4957-9413-b8c1cfcf3b7f req-eb7162e9-3687-4508-aaed-3d52ca2289da tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:14.841709 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-cf668aa9-5e19-4957-9413-b8c1cfcf3b7f req-eb7162e9-3687-4508-aaed-3d52ca2289da tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=8336b4ae-d194-4f5f-b4d7-c111fef91485 HTTP/1.1" status: 200 len: 945 time: 0.1297655 Jul 22 23:12:14.899762 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-cf668aa9-5e19-4957-9413-b8c1cfcf3b7f req-384892ce-b38b-44ef-90d2-f24c31200201 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518205 Jul 22 23:12:14.925434 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-dd8735f9-e093-46b1-8eed-5ff67f217042 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:14.934394 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-90f871f7-eab3-44ff-acc5-9c300437d18b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:14.945195 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-90f871f7-eab3-44ff-acc5-9c300437d18b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:14.947621 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-90f871f7-eab3-44ff-acc5-9c300437d18b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1ec0a294-c2ee-4c0a-bb1f-a7b6e14a4e2a HTTP/1.1" status: 204 len: 168 time: 0.2739315 Jul 22 23:12:14.966306 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f871f7-eab3-44ff-acc5-9c300437d18b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ec0a294-c2ee-4c0a-bb1f-a7b6e14a4e2a,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:15.083331 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-dd8735f9-e093-46b1-8eed-5ff67f217042 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:15.087869 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-dd8735f9-e093-46b1-8eed-5ff67f217042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:15.137750 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-dd8735f9-e093-46b1-8eed-5ff67f217042 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7205b07e01cd46459bc12be5711fd81f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3620973 Jul 22 23:12:15.141291 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 33718) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:15.149044 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8735f9-e093-46b1-8eed-5ff67f217042 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1845c3ca-59fa-4866-bafd-7bb80d60138a,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:15.201576 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-7aaf9214-6d97-4f7d-bb40-083ed5b814b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:15.227110 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-7aaf9214-6d97-4f7d-bb40-083ed5b814b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:15.282258 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-7aaf9214-6d97-4f7d-bb40-083ed5b814b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:15.286705 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-7aaf9214-6d97-4f7d-bb40-083ed5b814b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:15.288915 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-7aaf9214-6d97-4f7d-bb40-083ed5b814b6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1845c3ca-59fa-4866-bafd-7bb80d60138a HTTP/1.1" status: 204 len: 168 time: 0.1465542 Jul 22 23:12:15.298761 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaf9214-6d97-4f7d-bb40-083ed5b814b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1845c3ca-59fa-4866-bafd-7bb80d60138a,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:15.462600 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-799427d9-128b-49f6-8f43-3a4e6b12c25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:15.746120 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 33746) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:15.766538 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-6a0fca78-26e0-4f13-8ff1-5e66c93617f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:15.882425 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-6a0fca78-26e0-4f13-8ff1-5e66c93617f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:15.888154 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-6a0fca78-26e0-4f13-8ff1-5e66c93617f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:15.933241 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-6a0fca78-26e0-4f13-8ff1-5e66c93617f3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ca467c052ab6451fa03c6b44f11df7ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1859663 Jul 22 23:12:15.933938 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0fca78-26e0-4f13-8ff1-5e66c93617f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=989fdd5f-e4c6-43a0-b8d8-282593f470c1,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:15.936323 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 33752) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:16.072774 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-f36b2b0e-1147-46ab-8d2d-f38dc84216b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:16.102307 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-f36b2b0e-1147-46ab-8d2d-f38dc84216b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:16.104131 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7d74c7-60e6-4ace-832f-2fe19a053d93 req-689628a8-3b65-48ed-9d33-ebdb006353cb tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:16.106398 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-1a7d74c7-60e6-4ace-832f-2fe19a053d93 req-689628a8-3b65-48ed-9d33-ebdb006353cb tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=8336b4ae-d194-4f5f-b4d7-c111fef91485 HTTP/1.1" status: 200 len: 945 time: 0.0856645 Jul 22 23:12:16.150135 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-1a7d74c7-60e6-4ace-832f-2fe19a053d93 req-6b0aec77-aa85-4bf2-bcb5-917f4b089559 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349679 Jul 22 23:12:16.158714 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-f36b2b0e-1147-46ab-8d2d-f38dc84216b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:16.161329 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-f36b2b0e-1147-46ab-8d2d-f38dc84216b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:16.164995 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-f36b2b0e-1147-46ab-8d2d-f38dc84216b7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/989fdd5f-e4c6-43a0-b8d8-282593f470c1 HTTP/1.1" status: 204 len: 168 time: 0.2252545 Jul 22 23:12:16.170676 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36b2b0e-1147-46ab-8d2d-f38dc84216b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=989fdd5f-e4c6-43a0-b8d8-282593f470c1,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:16.316258 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-314e5da7-c819-4a0b-ad57-3e92790915c0 req-4a507aae-e9bf-48e6-9246-1a4afc6e5c10 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=14cd5873-97d8-472c-b99c-8b14621deecf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0569525 Jul 22 23:12:16.498876 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314e5da7-c819-4a0b-ad57-3e92790915c0 req-1fbbc915-a29e-4d88-882f-82780c35fd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:16.500660 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-314e5da7-c819-4a0b-ad57-3e92790915c0 req-1fbbc915-a29e-4d88-882f-82780c35fd3e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=aeb3cb1118144b5785cc93ac6fc21fc2&device_id=14cd5873-97d8-472c-b99c-8b14621deecf HTTP/1.1" status: 200 len: 1099 time: 0.0604122 Jul 22 23:12:16.610389 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314e5da7-c819-4a0b-ad57-3e92790915c0 req-dd83631f-512f-48cb-9cfd-1af4571b01ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:16.611872 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-314e5da7-c819-4a0b-ad57-3e92790915c0 req-dd83631f-512f-48cb-9cfd-1af4571b01ef service neutron] 10.222.0.76 "GET /v2.0/networks?id=e58c7542-6db3-4e04-8d2d-fe660d3affaa HTTP/1.1" status: 200 len: 915 time: 0.0909245 Jul 22 23:12:16.660912 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-314e5da7-c819-4a0b-ad57-3e92790915c0 req-6287c2a6-7907-4a28-8c8e-02cc4d471f71 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4ff6ad14-4f2e-413e-9405-77e3cca49e39 HTTP/1.1" status: 200 len: 217 time: 0.0375061 Jul 22 23:12:16.733951 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314e5da7-c819-4a0b-ad57-3e92790915c0 req-5e170bd3-34eb-491d-acb7-162b992eb2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:16.735952 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-314e5da7-c819-4a0b-ad57-3e92790915c0 req-5e170bd3-34eb-491d-acb7-162b992eb2b3 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b9ecd397-fc62-4881-82a1-08e8c6fe73f4 HTTP/1.1" status: 200 len: 854 time: 0.0654159 Jul 22 23:12:16.776245 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-314e5da7-c819-4a0b-ad57-3e92790915c0 req-3ac27ef0-0025-4b78-b2df-89587d0177bb service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e58c7542-6db3-4e04-8d2d-fe660d3affaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288420 Jul 22 23:12:16.878152 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-314e5da7-c819-4a0b-ad57-3e92790915c0 req-054533ab-416c-4445-ab2b-18b75d6a3bb3 service neutron] 10.222.0.76 "GET /v2.0/networks/e58c7542-6db3-4e04-8d2d-fe660d3affaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891054 Jul 22 23:12:17.205455 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-314e5da7-c819-4a0b-ad57-3e92790915c0 req-856ad104-2c60-4da8-894b-285b668cbb4e service neutron] 10.222.0.76 "GET /v2.0/networks/e58c7542-6db3-4e04-8d2d-fe660d3affaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3110552 Jul 22 23:12:17.415731 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6796b322-b146-4e53-a40a-4bdc87980730 req-a73bf6af-35d5-4948-be22-44b3f84f0ab8 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:17.424294 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-6796b322-b146-4e53-a40a-4bdc87980730 req-a73bf6af-35d5-4948-be22-44b3f84f0ab8 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=8336b4ae-d194-4f5f-b4d7-c111fef91485 HTTP/1.1" status: 200 len: 945 time: 0.1562169 Jul 22 23:12:17.547540 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-6796b322-b146-4e53-a40a-4bdc87980730 req-eea7ff75-dd34-46a8-9ff6-e9fa318b6ef9 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219332 Jul 22 23:12:17.556042 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dfe89e-6ddf-441d-ac51-b7819ab9129c req-7d217f8e-d518-4148-a93c-d1b23067c82b tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:17.558000 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-02dfe89e-6ddf-441d-ac51-b7819ab9129c req-7d217f8e-d518-4148-a93c-d1b23067c82b tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/networks?id=e58c7542-6db3-4e04-8d2d-fe660d3affaa HTTP/1.1" status: 200 len: 814 time: 0.2385335 Jul 22 23:12:17.583460 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-02dfe89e-6ddf-441d-ac51-b7819ab9129c req-21b8dd4e-2fa9-42dd-8fe1-504c9f957de2 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/quotas/aeb3cb1118144b5785cc93ac6fc21fc2 HTTP/1.1" status: 200 len: 375 time: 0.0185556 Jul 22 23:12:17.666940 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-02dfe89e-6ddf-441d-ac51-b7819ab9129c req-bf530d71-2e9f-439f-87e2-815bceecfe13 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=aeb3cb1118144b5785cc93ac6fc21fc2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0825040 Jul 22 23:12:17.764787 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-02dfe89e-6ddf-441d-ac51-b7819ab9129c req-95e853d2-679d-4c2d-8356-77aabc7972c1 service neutron] 10.222.0.44 "GET /v2.0/networks/e58c7542-6db3-4e04-8d2d-fe660d3affaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879531 Jul 22 23:12:17.870893 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-02dfe89e-6ddf-441d-ac51-b7819ab9129c req-d35c568c-7e21-4402-84b6-562eb9636f46 service neutron] 10.222.0.44 "GET /v2.0/networks/e58c7542-6db3-4e04-8d2d-fe660d3affaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892823 Jul 22 23:12:18.047508 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-b1bb6801-d3db-472a-85e6-d530454b8d0e req-8b4c6b40-d6c8-4b55-a7c0-e2fa604f9194 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c8d672d-5ca0-43a5-90d7-600935e1ed7d HTTP/1.1" status: 200 len: 210 time: 0.0310979 Jul 22 23:12:18.150924 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-f344fbfb-88ab-4a6b-954f-e6df2f7fc9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:18.561902 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 33888) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:18.659303 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:18.719907 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:18.729518 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-22ecf526-77ae-4cbe-8bf0-9de490a16207 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:18.779477 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74dee1e-b7c7-4490-8afd-de61018b3a3e req-83f48c9b-d39f-4930-9c84-d1553b14d74b tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:18.787976 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-a74dee1e-b7c7-4490-8afd-de61018b3a3e req-83f48c9b-d39f-4930-9c84-d1553b14d74b tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=8336b4ae-d194-4f5f-b4d7-c111fef91485 HTTP/1.1" status: 200 len: 945 time: 0.1540425 Jul 22 23:12:18.832986 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-a74dee1e-b7c7-4490-8afd-de61018b3a3e req-fe994459-2db4-4ed9-8f87-ec632ebc00ad tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440323 Jul 22 23:12:18.845140 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-22ecf526-77ae-4cbe-8bf0-9de490a16207 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:18.855027 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-22ecf526-77ae-4cbe-8bf0-9de490a16207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:18.899761 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-22ecf526-77ae-4cbe-8bf0-9de490a16207 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a32cf24c52b2449db3070607a632adb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3361709 Jul 22 23:12:18.902356 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 33912) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:18.908790 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ecf526-77ae-4cbe-8bf0-9de490a16207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cec4cbd-8320-4fa1-8ca2-107d947a578f,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:18.961865 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-83733e79-768f-4859-a9ae-4013d8b4abe0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:18.984891 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-83733e79-768f-4859-a9ae-4013d8b4abe0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:19.035547 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-83733e79-768f-4859-a9ae-4013d8b4abe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:19.038609 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-83733e79-768f-4859-a9ae-4013d8b4abe0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:19.040357 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-83733e79-768f-4859-a9ae-4013d8b4abe0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6cec4cbd-8320-4fa1-8ca2-107d947a578f HTTP/1.1" status: 204 len: 168 time: 0.1370277 Jul 22 23:12:19.049412 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83733e79-768f-4859-a9ae-4013d8b4abe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cec4cbd-8320-4fa1-8ca2-107d947a578f,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:19.122542 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-d6d3e244-519d-4c84-95ee-f6386db2b0d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:19.170339 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-b8720913-9342-4ef9-b526-4a4548b74099 req-922c9d14-3b8c-48ee-84b1-b30f37db16db tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c8d672d-5ca0-43a5-90d7-600935e1ed7d HTTP/1.1" status: 200 len: 210 time: 0.0327866 Jul 22 23:12:19.351190 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 33930) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:19.365215 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-c5f137df-7514-499f-8009-6e93e203239f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:19.472966 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-c5f137df-7514-499f-8009-6e93e203239f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:19.476705 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dfe89e-6ddf-441d-ac51-b7819ab9129c req-f19246ae-53d1-44ef-9d52-b8a29d561426 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:19.478182 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-02dfe89e-6ddf-441d-ac51-b7819ab9129c req-f19246ae-53d1-44ef-9d52-b8a29d561426 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.76 "GET /v2.0/networks?id=e58c7542-6db3-4e04-8d2d-fe660d3affaa HTTP/1.1" status: 200 len: 814 time: 0.1164229 Jul 22 23:12:19.480644 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-c5f137df-7514-499f-8009-6e93e203239f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:19.510599 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [req-02dfe89e-6ddf-441d-ac51-b7819ab9129c req-82e97d0a-0ca2-4a20-98ba-0b6323f5494d tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Request body: {'port': {'device_id': '0c8d672d-5ca0-43a5-90d7-600935e1ed7d', 'network_id': 'e58c7542-6db3-4e04-8d2d-fe660d3affaa', 'admin_state_up': True, 'tenant_id': 'aeb3cb1118144b5785cc93ac6fc21fc2'}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:12:19.518409 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f137df-7514-499f-8009-6e93e203239f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eb3ed41-00d9-40ab-aab6-88ca8a3812ea,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:19.522703 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-c5f137df-7514-499f-8009-6e93e203239f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2d0522da7567410697d5f7af8f1f9264&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1704443 Jul 22 23:12:19.527651 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 33934) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:19.637677 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-fa3cdae2-abaa-4b13-bc5e-412fef36d3f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:19.673094 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-fa3cdae2-abaa-4b13-bc5e-412fef36d3f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:19.690784 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02dfe89e-6ddf-441d-ac51-b7819ab9129c req-82e97d0a-0ca2-4a20-98ba-0b6323f5494d tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Made reservation on behalf of aeb3cb1118144b5785cc93ac6fc21fc2 for: {'port': 1} {{(pid=93193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:12:19.694588 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-02dfe89e-6ddf-441d-ac51-b7819ab9129c req-82e97d0a-0ca2-4a20-98ba-0b6323f5494d tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:19.778519 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-fa3cdae2-abaa-4b13-bc5e-412fef36d3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:19.781121 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-fa3cdae2-abaa-4b13-bc5e-412fef36d3f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:19.782321 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-fa3cdae2-abaa-4b13-bc5e-412fef36d3f8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5eb3ed41-00d9-40ab-aab6-88ca8a3812ea HTTP/1.1" status: 204 len: 168 time: 0.2536402 Jul 22 23:12:19.798622 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3cdae2-abaa-4b13-bc5e-412fef36d3f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eb3ed41-00d9-40ab-aab6-88ca8a3812ea,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:19.863961 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.db.db_base_plugin_common [req-02dfe89e-6ddf-441d-ac51-b7819ab9129c req-82e97d0a-0ca2-4a20-98ba-0b6323f5494d tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Allocated IP 172.20.0.6 (e58c7542-6db3-4e04-8d2d-fe660d3affaa/b9ecd397-fc62-4881-82a1-08e8c6fe73f4/173bb1b0-c700-4438-a506-b422639fb87b) {{(pid=93193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:12:20.021594 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8ada2d-9699-4cfe-906a-f72c1aee1a91 req-12eee9eb-7594-47a0-8970-31c8701a28c4 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:20.024453 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-be8ada2d-9699-4cfe-906a-f72c1aee1a91 req-12eee9eb-7594-47a0-8970-31c8701a28c4 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=8336b4ae-d194-4f5f-b4d7-c111fef91485 HTTP/1.1" status: 200 len: 945 time: 0.1010637 Jul 22 23:12:20.069491 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-02dfe89e-6ddf-441d-ac51-b7819ab9129c req-82e97d0a-0ca2-4a20-98ba-0b6323f5494d tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Notify callbacks [] for port, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:20.073717 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-be8ada2d-9699-4cfe-906a-f72c1aee1a91 req-39ced3ff-4c1e-43f3-9f6f-c49fb5e999c4 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430892 Jul 22 23:12:20.127759 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-02dfe89e-6ddf-441d-ac51-b7819ab9129c req-82e97d0a-0ca2-4a20-98ba-0b6323f5494d tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769065317241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31811438'] for port, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:20.173164 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 33962) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:20.180271 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] get_ports_and_sgs() called for port_ids ['4ff6ad14-4f2e-413e-9405-77e3cca49e39'] {{(pid=93194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:12:20.188503 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02dfe89e-6ddf-441d-ac51-b7819ab9129c req-82e97d0a-0ca2-4a20-98ba-0b6323f5494d tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Network e58c7542-6db3-4e04-8d2d-fe660d3affaa is already hosted by enough agents. {{(pid=93193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:12:20.191889 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.scheduler.base_scheduler [req-02dfe89e-6ddf-441d-ac51-b7819ab9129c req-82e97d0a-0ca2-4a20-98ba-0b6323f5494d tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Resources bound (agent type, host, resource id): {{(pid=93193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:12:20.209979 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.db.l3_dvrscheduler_db [req-02dfe89e-6ddf-441d-ac51-b7819ab9129c req-82e97d0a-0ca2-4a20-98ba-0b6323f5494d tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Received port after_create {{(pid=93193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:12:20.214213 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e97d0a-0ca2-4a20-98ba-0b6323f5494d tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Pushing event updated for resources: {'Port': ['ID=173bb1b0-c700-4438-a506-b422639fb87b,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:20.313168 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dfe89e-6ddf-441d-ac51-b7819ab9129c req-82e97d0a-0ca2-4a20-98ba-0b6323f5494d tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:20.313843 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-02dfe89e-6ddf-441d-ac51-b7819ab9129c req-82e97d0a-0ca2-4a20-98ba-0b6323f5494d tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92570'] for port, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:20.333919 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-02dfe89e-6ddf-441d-ac51-b7819ab9129c req-82e97d0a-0ca2-4a20-98ba-0b6323f5494d tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8272562 Jul 22 23:12:20.364622 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [req-02dfe89e-6ddf-441d-ac51-b7819ab9129c req-8de6a2fb-2f44-403a-bfd2-c7401836a42a service neutron] Request body: {'port': {'device_id': '0c8d672d-5ca0-43a5-90d7-600935e1ed7d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80187'}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:12:20.364910 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-8a35714c-4b97-4686-b18f-ac9f26374bfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:20.511854 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-02dfe89e-6ddf-441d-ac51-b7819ab9129c req-8de6a2fb-2f44-403a-bfd2-c7401836a42a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:20.544008 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-8a35714c-4b97-4686-b18f-ac9f26374bfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:20.554471 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3acc78d-2d4e-4238-b66e-bcd46268c5e7 req-7f4321ed-6228-4c99-bdf3-496021d1fadf tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:20.557119 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-c3acc78d-2d4e-4238-b66e-bcd46268c5e7 req-7f4321ed-6228-4c99-bdf3-496021d1fadf tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c8d672d-5ca0-43a5-90d7-600935e1ed7d HTTP/1.1" status: 200 len: 931 time: 0.2381792 Jul 22 23:12:20.559648 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-8a35714c-4b97-4686-b18f-ac9f26374bfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:20.632978 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-8a35714c-4b97-4686-b18f-ac9f26374bfd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e966f70c2def47bfb24fe5049b3a6c48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4583399 Jul 22 23:12:20.649942 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 33988) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:20.650661 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a35714c-4b97-4686-b18f-ac9f26374bfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5757232f-d258-44a0-8537-de7dc637fc41,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:20.679015 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-c3acc78d-2d4e-4238-b66e-bcd46268c5e7 req-ab0dda31-c63d-491f-9194-7ea969aaa626 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/security-groups?id=d84c6cad-631b-43c5-a35b-86fdac5eacd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140535 Jul 22 23:12:20.737961 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-42221dad-73b4-41c1-8720-4f73e9e2fd0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:20.769082 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-42221dad-73b4-41c1-8720-4f73e9e2fd0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:20.852654 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-42221dad-73b4-41c1-8720-4f73e9e2fd0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:20.854785 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-42221dad-73b4-41c1-8720-4f73e9e2fd0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:20.861184 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-42221dad-73b4-41c1-8720-4f73e9e2fd0a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5757232f-d258-44a0-8537-de7dc637fc41 HTTP/1.1" status: 204 len: 168 time: 0.2042308 Jul 22 23:12:20.875628 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42221dad-73b4-41c1-8720-4f73e9e2fd0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5757232f-d258-44a0-8537-de7dc637fc41,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:20.891677 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.notifiers.nova [req-02dfe89e-6ddf-441d-ac51-b7819ab9129c req-8de6a2fb-2f44-403a-bfd2-c7401836a42a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 173bb1b0-c700-4438-a506-b422639fb87b {{(pid=93193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:12:20.901443 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-02dfe89e-6ddf-441d-ac51-b7819ab9129c req-8de6a2fb-2f44-403a-bfd2-c7401836a42a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:20.926260 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-cbf739a1-5d20-402c-989d-00d0f7e6e81c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:20.947573 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.db.provisioning_blocks [req-02dfe89e-6ddf-441d-ac51-b7819ab9129c req-8de6a2fb-2f44-403a-bfd2-c7401836a42a service neutron] Transition to ACTIVE for port object 173bb1b0-c700-4438-a506-b422639fb87b will not be triggered until provisioned by entity L2. {{(pid=93193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:12:20.955831 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-02dfe89e-6ddf-441d-ac51-b7819ab9129c req-8de6a2fb-2f44-403a-bfd2-c7401836a42a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31811429'] for port, after_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:21.017703 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de6a2fb-2f44-403a-bfd2-c7401836a42a service neutron] Pushing event updated for resources: {'Port': ['ID=173bb1b0-c700-4438-a506-b422639fb87b,revision_number=2']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:21.200838 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.managers [req-02dfe89e-6ddf-441d-ac51-b7819ab9129c req-8de6a2fb-2f44-403a-bfd2-c7401836a42a service neutron] Attempting to bind port 173bb1b0-c700-4438-a506-b422639fb87b on host hv-cinder-80187 for vnic_type normal with profile {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:12:21.201183 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.managers [req-02dfe89e-6ddf-441d-ac51-b7819ab9129c req-8de6a2fb-2f44-403a-bfd2-c7401836a42a service neutron] Attempting to bind port 173bb1b0-c700-4438-a506-b422639fb87b by drivers openvswitch,hyperv on host hv-cinder-80187 at level 0 using segments [{'id': '16d2cb10-ce94-45af-9e3e-ba31490ef4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'e58c7542-6db3-4e04-8d2d-fe660d3affaa'}] {{(pid=93193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:12:21.201521 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02dfe89e-6ddf-441d-ac51-b7819ab9129c req-8de6a2fb-2f44-403a-bfd2-c7401836a42a service neutron] Attempting to bind port 173bb1b0-c700-4438-a506-b422639fb87b on network e58c7542-6db3-4e04-8d2d-fe660d3affaa {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:12:21.215950 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02dfe89e-6ddf-441d-ac51-b7819ab9129c req-8de6a2fb-2f44-403a-bfd2-c7401836a42a service neutron] Port 173bb1b0-c700-4438-a506-b422639fb87b on network e58c7542-6db3-4e04-8d2d-fe660d3affaa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80187 {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:12:21.216230 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02dfe89e-6ddf-441d-ac51-b7819ab9129c req-8de6a2fb-2f44-403a-bfd2-c7401836a42a service neutron] Attempting to bind port 173bb1b0-c700-4438-a506-b422639fb87b on network e58c7542-6db3-4e04-8d2d-fe660d3affaa {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:12:21.222812 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02dfe89e-6ddf-441d-ac51-b7819ab9129c req-8de6a2fb-2f44-403a-bfd2-c7401836a42a service neutron] Checking agent: {'id': '11a4ce8f-2944-4abd-9558-2f785ee5be32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80187', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 9, 19), 'started_at': datetime.datetime(2021, 7, 22, 23, 9, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:12:21.223370 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02dfe89e-6ddf-441d-ac51-b7819ab9129c req-8de6a2fb-2f44-403a-bfd2-c7401836a42a service neutron] Checking segment: {'id': '16d2cb10-ce94-45af-9e3e-ba31490ef4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'e58c7542-6db3-4e04-8d2d-fe660d3affaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:12:21.223912 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02dfe89e-6ddf-441d-ac51-b7819ab9129c req-8de6a2fb-2f44-403a-bfd2-c7401836a42a service neutron] Bound using segment: {'id': '16d2cb10-ce94-45af-9e3e-ba31490ef4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'e58c7542-6db3-4e04-8d2d-fe660d3affaa'} {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:12:21.224884 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.managers [req-02dfe89e-6ddf-441d-ac51-b7819ab9129c req-8de6a2fb-2f44-403a-bfd2-c7401836a42a service neutron] Bound port: 173bb1b0-c700-4438-a506-b422639fb87b, host: hv-cinder-80187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16d2cb10-ce94-45af-9e3e-ba31490ef4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'e58c7542-6db3-4e04-8d2d-fe660d3affaa'}}] {{(pid=93193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:12:21.225408 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-02dfe89e-6ddf-441d-ac51-b7819ab9129c req-8de6a2fb-2f44-403a-bfd2-c7401836a42a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:21.271284 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60451c8-aaff-467f-af0c-dedbee7d210b req-e48a4400-9df2-4627-ab79-149a8bc2f19b tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:21.272904 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-b60451c8-aaff-467f-af0c-dedbee7d210b req-e48a4400-9df2-4627-ab79-149a8bc2f19b tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=8336b4ae-d194-4f5f-b4d7-c111fef91485 HTTP/1.1" status: 200 len: 945 time: 0.0976715 Jul 22 23:12:21.320417 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.db [req-02dfe89e-6ddf-441d-ac51-b7819ab9129c req-8de6a2fb-2f44-403a-bfd2-c7401836a42a service neutron] For port 173bb1b0-c700-4438-a506-b422639fb87b, host hv-cinder-80187, cleared binding levels {{(pid=93193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:12:21.325149 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.db [req-02dfe89e-6ddf-441d-ac51-b7819ab9129c req-8de6a2fb-2f44-403a-bfd2-c7401836a42a service neutron] For port 173bb1b0-c700-4438-a506-b422639fb87b, host hv-cinder-80187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80187',level=0,port_id=173bb1b0-c700-4438-a506-b422639fb87b,segment=NetworkSegment(16d2cb10-ce94-45af-9e3e-ba31490ef4c9),segment_id=16d2cb10-ce94-45af-9e3e-ba31490ef4c9)] {{(pid=93193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:12:21.327938 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-b60451c8-aaff-467f-af0c-dedbee7d210b req-8f36ffb7-64d3-4783-8c8d-04bde4d3d236 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479681 Jul 22 23:12:21.331715 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-02dfe89e-6ddf-441d-ac51-b7819ab9129c req-8de6a2fb-2f44-403a-bfd2-c7401836a42a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31811429'] for port, after_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:21.378749 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dfe89e-6ddf-441d-ac51-b7819ab9129c req-8de6a2fb-2f44-403a-bfd2-c7401836a42a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:21.379380 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-02dfe89e-6ddf-441d-ac51-b7819ab9129c req-8de6a2fb-2f44-403a-bfd2-c7401836a42a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92570'] for port, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:21.380792 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-02dfe89e-6ddf-441d-ac51-b7819ab9129c req-8de6a2fb-2f44-403a-bfd2-c7401836a42a service neutron] 10.222.0.76 "PUT /v2.0/ports/173bb1b0-c700-4438-a506-b422639fb87b HTTP/1.1" status: 200 len: 1093 time: 1.0215106 Jul 22 23:12:21.381225 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c8d672d-5ca0-43a5-90d7-600935e1ed7d', 'tag': '173bb1b0-c700-4438-a506-b422639fb87b'}] {{(pid=93193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:12:21.384776 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53e3bfa867fb079e45cf064e3f04560eeff66f84eee23b8fde49e5f46f239411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2829c01-e750-4696-99c2-5fab1e48a240" -d '{"events": [{"name": "network-changed", "server_uuid": "0c8d672d-5ca0-43a5-90d7-600935e1ed7d", "tag": "173bb1b0-c700-4438-a506-b422639fb87b"}]}' {{(pid=93193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:12:21.410585 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de6a2fb-2f44-403a-bfd2-c7401836a42a service neutron] Pushing event updated for resources: {'Port': ['ID=173bb1b0-c700-4438-a506-b422639fb87b,revision_number=3']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:21.470559 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 34018) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:21.485293 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-457ce12a-c124-49a7-9950-115cd57fb96f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:21.502763 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a457612-0980-4b1c-a46c-7af09832a408 x-openstack-request-id: req-3a457612-0980-4b1c-a46c-7af09832a408 {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:12:21.503057 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c8d672d-5ca0-43a5-90d7-600935e1ed7d", "tag": "173bb1b0-c700-4438-a506-b422639fb87b", "status": "completed", "code": 200}]} {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:12:21.503274 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3a457612-0980-4b1c-a46c-7af09832a408 {{(pid=93193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:12:21.503837 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c8d672d-5ca0-43a5-90d7-600935e1ed7d', 'tag': '173bb1b0-c700-4438-a506-b422639fb87b', 'status': 'completed', 'code': 200} Jul 22 23:12:21.539700 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dfe89e-6ddf-441d-ac51-b7819ab9129c req-fd20c9b2-91b8-49ff-b777-732d887d4213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:21.541473 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-02dfe89e-6ddf-441d-ac51-b7819ab9129c req-fd20c9b2-91b8-49ff-b777-732d887d4213 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=aeb3cb1118144b5785cc93ac6fc21fc2&device_id=0c8d672d-5ca0-43a5-90d7-600935e1ed7d HTTP/1.1" status: 200 len: 1096 time: 0.0685036 Jul 22 23:12:21.599424 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-02dfe89e-6ddf-441d-ac51-b7819ab9129c req-9eda7e15-9f8a-40e0-813a-f1591e3e85e0 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=173bb1b0-c700-4438-a506-b422639fb87b HTTP/1.1" status: 200 len: 217 time: 0.0403526 Jul 22 23:12:21.625603 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-457ce12a-c124-49a7-9950-115cd57fb96f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:21.630937 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-457ce12a-c124-49a7-9950-115cd57fb96f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:21.675848 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457ce12a-c124-49a7-9950-115cd57fb96f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea83f863-2d62-4d2b-bc56-3c96f3c67323,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:21.683361 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-457ce12a-c124-49a7-9950-115cd57fb96f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b8dcd7de0a744be29926961c12121af9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2085166 Jul 22 23:12:21.683598 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 34022) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:21.690825 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dfe89e-6ddf-441d-ac51-b7819ab9129c req-e5b1bce1-f218-40d8-a32b-09c72240b4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:21.693308 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-02dfe89e-6ddf-441d-ac51-b7819ab9129c req-e5b1bce1-f218-40d8-a32b-09c72240b4e1 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b9ecd397-fc62-4881-82a1-08e8c6fe73f4 HTTP/1.1" status: 200 len: 854 time: 0.0859118 Jul 22 23:12:21.737182 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-02dfe89e-6ddf-441d-ac51-b7819ab9129c req-47a56f80-3af1-488c-a838-4c94bb8fbae1 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e58c7542-6db3-4e04-8d2d-fe660d3affaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341640 Jul 22 23:12:21.777034 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-b1e854d7-482e-46cd-a460-6d428649956b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:21.833903 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-b1e854d7-482e-46cd-a460-6d428649956b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:21.868659 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-02dfe89e-6ddf-441d-ac51-b7819ab9129c req-6c809d88-804a-4175-a7b5-6627b7f59144 service neutron] 10.222.0.76 "GET /v2.0/networks/e58c7542-6db3-4e04-8d2d-fe660d3affaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231647 Jul 22 23:12:21.899110 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f84ec1d-2430-4134-9c09-e98ed4ac47b4 req-49e2be2e-d69a-40a6-b9a2-e01d3dc75c66 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:21.903647 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-2f84ec1d-2430-4134-9c09-e98ed4ac47b4 req-49e2be2e-d69a-40a6-b9a2-e01d3dc75c66 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c8d672d-5ca0-43a5-90d7-600935e1ed7d HTTP/1.1" status: 200 len: 943 time: 0.1064329 Jul 22 23:12:21.920606 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-b1e854d7-482e-46cd-a460-6d428649956b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:21.924070 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-b1e854d7-482e-46cd-a460-6d428649956b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:21.925518 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-b1e854d7-482e-46cd-a460-6d428649956b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ea83f863-2d62-4d2b-bc56-3c96f3c67323 HTTP/1.1" status: 204 len: 168 time: 0.2409041 Jul 22 23:12:21.943026 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e854d7-482e-46cd-a460-6d428649956b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea83f863-2d62-4d2b-bc56-3c96f3c67323,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:21.972792 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-2f84ec1d-2430-4134-9c09-e98ed4ac47b4 req-7e1ba987-d057-47f5-996f-a8bd998deb73 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/security-groups?id=d84c6cad-631b-43c5-a35b-86fdac5eacd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632002 Jul 22 23:12:22.001819 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-02dfe89e-6ddf-441d-ac51-b7819ab9129c req-5f3d4eca-2a0a-443a-865e-9eb0ca1e19cb service neutron] 10.222.0.76 "GET /v2.0/networks/e58c7542-6db3-4e04-8d2d-fe660d3affaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247718 Jul 22 23:12:22.202572 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2829c01-e750-4696-99c2-5fab1e48a240 req-77a8a1b1-638f-46f7-b293-77fe68a509dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:22.204803 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-b2829c01-e750-4696-99c2-5fab1e48a240 req-77a8a1b1-638f-46f7-b293-77fe68a509dc service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=aeb3cb1118144b5785cc93ac6fc21fc2&device_id=0c8d672d-5ca0-43a5-90d7-600935e1ed7d HTTP/1.1" status: 200 len: 1096 time: 0.0680275 Jul 22 23:12:22.330963 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2829c01-e750-4696-99c2-5fab1e48a240 req-200964a6-de8a-4eee-80b4-8b729e933dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:22.342416 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-b2829c01-e750-4696-99c2-5fab1e48a240 req-200964a6-de8a-4eee-80b4-8b729e933dc0 service neutron] 10.222.0.76 "GET /v2.0/networks?id=e58c7542-6db3-4e04-8d2d-fe660d3affaa HTTP/1.1" status: 200 len: 915 time: 0.1283355 Jul 22 23:12:22.456029 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-b2829c01-e750-4696-99c2-5fab1e48a240 req-01b56c8c-cfb7-4fcd-a313-a14879efe43b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=173bb1b0-c700-4438-a506-b422639fb87b HTTP/1.1" status: 200 len: 217 time: 0.0959001 Jul 22 23:12:22.534307 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95daf53f-6057-4471-a63d-9671cb7506a5 req-a0750513-b951-4d1f-b4c1-33807ab9df61 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:22.535876 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-95daf53f-6057-4471-a63d-9671cb7506a5 req-a0750513-b951-4d1f-b4c1-33807ab9df61 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=8336b4ae-d194-4f5f-b4d7-c111fef91485 HTTP/1.1" status: 200 len: 945 time: 0.0816510 Jul 22 23:12:22.546068 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2829c01-e750-4696-99c2-5fab1e48a240 req-9544df8f-0f56-4b01-be0e-0f36f8c4b94b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:22.548229 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-b2829c01-e750-4696-99c2-5fab1e48a240 req-9544df8f-0f56-4b01-be0e-0f36f8c4b94b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b9ecd397-fc62-4881-82a1-08e8c6fe73f4 HTTP/1.1" status: 200 len: 854 time: 0.0824070 Jul 22 23:12:22.580156 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-95daf53f-6057-4471-a63d-9671cb7506a5 req-1616b3db-f0f2-4925-b6f9-5761097e14ec tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363541 Jul 22 23:12:22.595606 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-b2829c01-e750-4696-99c2-5fab1e48a240 req-28980338-b72c-4f55-87b1-7605850e60ca service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e58c7542-6db3-4e04-8d2d-fe660d3affaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393779 Jul 22 23:12:22.712719 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-b2829c01-e750-4696-99c2-5fab1e48a240 req-77ce089e-38b0-4c78-9c5d-2f94e0c680aa service neutron] 10.222.0.76 "GET /v2.0/networks/e58c7542-6db3-4e04-8d2d-fe660d3affaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071801 Jul 22 23:12:22.841875 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-b2829c01-e750-4696-99c2-5fab1e48a240 req-f5cbb4cb-b2b3-4712-8a15-766070e00891 service neutron] 10.222.0.76 "GET /v2.0/networks/e58c7542-6db3-4e04-8d2d-fe660d3affaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213646 Jul 22 23:12:22.855144 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 34092) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:22.963348 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.v2.base [None req-53a74c51-e029-4b13-a7a2-b54b2044a5bf admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-606011203-network', 'tenant_id': 'af4ba68bc24142deb7691069f2b4bfcd'}} {{(pid=93192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:12:22.985638 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53a74c51-e029-4b13-a7a2-b54b2044a5bf admin admin] Made reservation on behalf of af4ba68bc24142deb7691069f2b4bfcd for: {'network': 1} {{(pid=93192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:12:22.988033 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-53a74c51-e029-4b13-a7a2-b54b2044a5bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for network, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:22.997425 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-53a74c51-e029-4b13-a7a2-b54b2044a5bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:23.141200 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-53a74c51-e029-4b13-a7a2-b54b2044a5bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:23.151532 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-53a74c51-e029-4b13-a7a2-b54b2044a5bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:23.178360 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53a74c51-e029-4b13-a7a2-b54b2044a5bf admin admin] vlan segment allocate from pool success with {'vlan_id': 896, 'physical_network': 'physnet1'} {{(pid=93192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:12:23.197043 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a74c51-e029-4b13-a7a2-b54b2044a5bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b2f2730-d675-4a53-bf52-1b2c76974beb,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:23.199900 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-53a74c51-e029-4b13-a7a2-b54b2044a5bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822282'] for segment, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:23.200235 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.db.segments_db [None req-53a74c51-e029-4b13-a7a2-b54b2044a5bf admin admin] Added segment 4e99933b-4a20-41a9-a6c5-07f340b8fba9 of type vlan for network 76beca70-c283-4250-aeaf-2347572c0c9a Jul 22 23:12:23.208539 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6d83d9-d23a-4191-90d6-02914cd61b8a req-631d60d9-4e82-46e6-980b-9ac1c9e08d74 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:23.210074 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-be6d83d9-d23a-4191-90d6-02914cd61b8a req-631d60d9-4e82-46e6-980b-9ac1c9e08d74 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c8d672d-5ca0-43a5-90d7-600935e1ed7d HTTP/1.1" status: 200 len: 943 time: 0.1457155 Jul 22 23:12:23.263836 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-53a74c51-e029-4b13-a7a2-b54b2044a5bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769065302510'] for network, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:23.291195 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-be6d83d9-d23a-4191-90d6-02914cd61b8a req-1fc1a81e-e8b4-4c58-9834-1ca8e09af390 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/security-groups?id=d84c6cad-631b-43c5-a35b-86fdac5eacd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727184 Jul 22 23:12:23.325460 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-53a74c51-e029-4b13-a7a2-b54b2044a5bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165'] for network, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:23.326484 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a74c51-e029-4b13-a7a2-b54b2044a5bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:23.327067 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-53a74c51-e029-4b13-a7a2-b54b2044a5bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585183'] for network, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:23.366319 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-53a74c51-e029-4b13-a7a2-b54b2044a5bf admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5100367 Jul 22 23:12:23.369719 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 34134) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:23.377168 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [None req-2e01c6a5-98e2-4eca-bf08-15b828be0616 admin admin] Request body: {'subnet': {'network_id': '76beca70-c283-4250-aeaf-2347572c0c9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-606011203-subnet', 'tenant_id': 'af4ba68bc24142deb7691069f2b4bfcd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:12:23.402901 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e01c6a5-98e2-4eca-bf08-15b828be0616 admin admin] Made reservation on behalf of af4ba68bc24142deb7691069f2b4bfcd for: {'subnet': 1} {{(pid=93193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:12:23.405292 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-2e01c6a5-98e2-4eca-bf08-15b828be0616 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30516304'] for subnet, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:23.405606 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a74c51-e029-4b13-a7a2-b54b2044a5bf admin admin] Pushing event updated for resources: {'Network': ['ID=76beca70-c283-4250-aeaf-2347572c0c9a,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:23.417224 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Network 76beca70-c283-4250-aeaf-2347572c0c9a details requested by agent ovs-agent-dv-cinder-801875-2-iscsi with host dv-cinder-801875-2-iscsi {{(pid=93194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:12:23.628895 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-2e01c6a5-98e2-4eca-bf08-15b828be0616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31811578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30516258'] for subnet, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:23.720591 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e01c6a5-98e2-4eca-bf08-15b828be0616 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c93b86df-c4f3-4554-87ea-c32ec748f461,revision_number=0']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:23.724422 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e01c6a5-98e2-4eca-bf08-15b828be0616 admin admin] Checking segment: {'id': '4e99933b-4a20-41a9-a6c5-07f340b8fba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '76beca70-c283-4250-aeaf-2347572c0c9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:12:23.725035 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e01c6a5-98e2-4eca-bf08-15b828be0616 admin admin] Network hostable DHCP agents. Network: 76beca70-c283-4250-aeaf-2347572c0c9a, hostable agents: ['5089d900-808c-476c-958a-0c524ee0753f'], hosted agents: [] {{(pid=93193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:12:23.758180 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e01c6a5-98e2-4eca-bf08-15b828be0616 admin admin] Network 76beca70-c283-4250-aeaf-2347572c0c9a is scheduled to be hosted by DHCP agent 5089d900-808c-476c-958a-0c524ee0753f with binding_index 1 {{(pid=93193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:12:23.769879 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.scheduler.base_scheduler [None req-2e01c6a5-98e2-4eca-bf08-15b828be0616 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801875-2-iscsi, 76beca70-c283-4250-aeaf-2347572c0c9a) {{(pid=93193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:12:23.773972 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e01c6a5-98e2-4eca-bf08-15b828be0616 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:23.774556 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-2e01c6a5-98e2-4eca-bf08-15b828be0616 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:23.775360 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8a4689-c946-46a0-951f-136ae640ffe6 req-3a9b6e58-1c3b-4f7f-b4eb-50a8555975fe tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:23.777530 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-ab8a4689-c946-46a0-951f-136ae640ffe6 req-3a9b6e58-1c3b-4f7f-b4eb-50a8555975fe tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=8336b4ae-d194-4f5f-b4d7-c111fef91485 HTTP/1.1" status: 200 len: 945 time: 0.0817735 Jul 22 23:12:23.779387 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d9657de-690e-473c-bfe1-cc6c705e2b98 None None] Network 76beca70-c283-4250-aeaf-2347572c0c9a requested from dv-cinder-801875-2-iscsi {{(pid=93194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:12:23.790714 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-2e01c6a5-98e2-4eca-bf08-15b828be0616 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4186912 Jul 22 23:12:23.832958 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-ab8a4689-c946-46a0-951f-136ae640ffe6 req-141a7a18-816e-45dd-a81a-0aa799a49c75 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496783 Jul 22 23:12:23.937469 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e93d12fb-1428-4ee4-b846-891f1fd867cc None None] Network 76beca70-c283-4250-aeaf-2347572c0c9a requested from dv-cinder-801875-2-iscsi {{(pid=93194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:12:24.276666 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 34192) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:24.456079 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-24fa10ae-083c-4a3b-bab3-7dd2d2f401d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:24.510631 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe84f74-1659-4096-a0eb-ea1969af8d3f req-90d469a5-d6dd-4ec9-9468-3cab0b0bf99b tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:24.512215 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-1fe84f74-1659-4096-a0eb-ea1969af8d3f req-90d469a5-d6dd-4ec9-9468-3cab0b0bf99b tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c8d672d-5ca0-43a5-90d7-600935e1ed7d HTTP/1.1" status: 200 len: 943 time: 0.1059482 Jul 22 23:12:24.568459 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-1fe84f74-1659-4096-a0eb-ea1969af8d3f req-8e4ceee5-caac-48df-9954-831bdf335bd8 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/security-groups?id=d84c6cad-631b-43c5-a35b-86fdac5eacd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489120 Jul 22 23:12:24.597136 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-24fa10ae-083c-4a3b-bab3-7dd2d2f401d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:24.600899 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-24fa10ae-083c-4a3b-bab3-7dd2d2f401d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:24.638419 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-24fa10ae-083c-4a3b-bab3-7dd2d2f401d2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bcff2c9ac09242218ec42cac922ae03f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3606825 Jul 22 23:12:24.639621 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fa10ae-083c-4a3b-bab3-7dd2d2f401d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3934bf5f-41a9-4dc2-b32f-96fbbc847275,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:24.641122 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 34204) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:24.693627 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-382a5f2c-32d7-4556-8738-625b6b5065ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:24.723313 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-382a5f2c-32d7-4556-8738-625b6b5065ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:24.791262 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-382a5f2c-32d7-4556-8738-625b6b5065ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:24.795842 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-382a5f2c-32d7-4556-8738-625b6b5065ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:24.800080 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-382a5f2c-32d7-4556-8738-625b6b5065ce admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3934bf5f-41a9-4dc2-b32f-96fbbc847275 HTTP/1.1" status: 204 len: 168 time: 0.1571317 Jul 22 23:12:24.811713 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382a5f2c-32d7-4556-8738-625b6b5065ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3934bf5f-41a9-4dc2-b32f-96fbbc847275,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:24.976935 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1527ab1-643d-4265-8f1a-a27c07cae92c req-7d89abe9-8056-469c-83f7-c18a827273a6 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:24.978353 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-b1527ab1-643d-4265-8f1a-a27c07cae92c req-7d89abe9-8056-469c-83f7-c18a827273a6 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=8336b4ae-d194-4f5f-b4d7-c111fef91485 HTTP/1.1" status: 200 len: 945 time: 0.0753188 Jul 22 23:12:25.020292 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-b1527ab1-643d-4265-8f1a-a27c07cae92c req-3fcce9a9-2796-4edd-a92e-b856cc5984f3 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358610 Jul 22 23:12:25.086050 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Device 173bb1b0-c700-4438-a506-b422639fb87b details requested by agent hyperv_hv-cinder-80187 with host hv-cinder-80187 {{(pid=93194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:12:25.087945 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 34222) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:25.101451 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-0501a966-e21e-4eeb-92ac-1619d04af683 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:25.188987 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] For port 173bb1b0-c700-4438-a506-b422639fb87b, host hv-cinder-80187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80187',level=0,port_id=173bb1b0-c700-4438-a506-b422639fb87b,segment=NetworkSegment(16d2cb10-ce94-45af-9e3e-ba31490ef4c9),segment_id=16d2cb10-ce94-45af-9e3e-ba31490ef4c9)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:12:25.197808 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-0501a966-e21e-4eeb-92ac-1619d04af683 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:25.200741 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Returning: {'device': '173bb1b0-c700-4438-a506-b422639fb87b', 'network_id': 'e58c7542-6db3-4e04-8d2d-fe660d3affaa', 'port_id': '173bb1b0-c700-4438-a506-b422639fb87b', 'mac_address': 'fa:16:3e:80:16:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 894, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9ecd397-fc62-4881-82a1-08e8c6fe73f4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:12:25.202210 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-0501a966-e21e-4eeb-92ac-1619d04af683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:25.239900 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:25.241816 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-0501a966-e21e-4eeb-92ac-1619d04af683 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ec9c963a0a3044b8b2441ed736d83699&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1527565 Jul 22 23:12:25.242659 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0501a966-e21e-4eeb-92ac-1619d04af683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8165ac9-173a-43ef-8308-6fd9301d5307,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:25.244985 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 34224) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:25.258964 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.notifiers.nova [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 173bb1b0-c700-4438-a506-b422639fb87b {{(pid=93194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:12:25.280474 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] For port 173bb1b0-c700-4438-a506-b422639fb87b, host hv-cinder-80187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80187',level=0,port_id=173bb1b0-c700-4438-a506-b422639fb87b,segment=NetworkSegment(16d2cb10-ce94-45af-9e3e-ba31490ef4c9),segment_id=16d2cb10-ce94-45af-9e3e-ba31490ef4c9)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:12:25.284887 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:25.300176 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-ea42c07e-fde1-4e9d-8915-84efa0596a47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:25.321933 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-ea42c07e-fde1-4e9d-8915-84efa0596a47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:25.333964 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Pushing event updated for resources: {'Port': ['ID=173bb1b0-c700-4438-a506-b422639fb87b,revision_number=4']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:25.341187 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:12:25.341535 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:12:25.341874 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:12:25.342213 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:12:25.342557 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:12:25.342921 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:12:25.343249 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:12:25.343587 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:12:25.344441 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:12:25.344812 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:12:25.345137 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:12:25.345460 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:12:25.372605 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-ea42c07e-fde1-4e9d-8915-84efa0596a47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:25.375292 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-ea42c07e-fde1-4e9d-8915-84efa0596a47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:25.376680 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-ea42c07e-fde1-4e9d-8915-84efa0596a47 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e8165ac9-173a-43ef-8308-6fd9301d5307 HTTP/1.1" status: 204 len: 168 time: 0.1304696 Jul 22 23:12:25.384590 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea42c07e-fde1-4e9d-8915-84efa0596a47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8165ac9-173a-43ef-8308-6fd9301d5307,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:25.715219 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] get_ports_and_sgs() called for port_ids ['173bb1b0-c700-4438-a506-b422639fb87b'] {{(pid=93194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:12:25.793974 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158511cc-8f23-4067-a4c2-e2c8c70d31e8 req-5f16bc0c-58cc-4413-bcce-7fb32f0e9716 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:25.795501 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-158511cc-8f23-4067-a4c2-e2c8c70d31e8 req-5f16bc0c-58cc-4413-bcce-7fb32f0e9716 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c8d672d-5ca0-43a5-90d7-600935e1ed7d HTTP/1.1" status: 200 len: 944 time: 0.1584189 Jul 22 23:12:25.812087 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b4ea6c-8159-4a39-8895-4d11d74dd11b req-32e03f30-0bab-4aa3-a2ec-3089a4128e15 tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:25.820004 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-e8b4ea6c-8159-4a39-8895-4d11d74dd11b req-32e03f30-0bab-4aa3-a2ec-3089a4128e15 tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] 10.222.0.44 "GET /v2.0/networks?id=76beca70-c283-4250-aeaf-2347572c0c9a HTTP/1.1" status: 200 len: 808 time: 0.1386352 Jul 22 23:12:25.850372 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-e8b4ea6c-8159-4a39-8895-4d11d74dd11b req-27672634-502f-49dc-9e99-2a6379bb047b tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] 10.222.0.44 "GET /v2.0/quotas/af4ba68bc24142deb7691069f2b4bfcd HTTP/1.1" status: 200 len: 375 time: 0.0293505 Jul 22 23:12:25.900480 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-e8b4ea6c-8159-4a39-8895-4d11d74dd11b req-d08cc7e6-87ff-45d1-a296-ef9e6229f3af tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=af4ba68bc24142deb7691069f2b4bfcd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0491369 Jul 22 23:12:25.936893 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-158511cc-8f23-4067-a4c2-e2c8c70d31e8 req-d3019e20-da07-4087-a03d-e60899c8c8e2 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/security-groups?id=d84c6cad-631b-43c5-a35b-86fdac5eacd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142213 Jul 22 23:12:26.029256 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-e8b4ea6c-8159-4a39-8895-4d11d74dd11b req-4fae6f49-479a-4552-99bf-6212588e1274 service neutron] 10.222.0.44 "GET /v2.0/networks/76beca70-c283-4250-aeaf-2347572c0c9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248856 Jul 22 23:12:26.158159 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-e8b4ea6c-8159-4a39-8895-4d11d74dd11b req-38aa3a17-b22e-4fa3-bc05-f5022bac21e4 service neutron] 10.222.0.44 "GET /v2.0/networks/76beca70-c283-4250-aeaf-2347572c0c9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171613 Jul 22 23:12:26.267785 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 34284) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:26.405148 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5f6137-b3bb-42b2-ad3e-6625ba7cb94b req-66833420-7e1a-4275-a34d-67d7fffa6d71 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:26.413464 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-df5f6137-b3bb-42b2-ad3e-6625ba7cb94b req-66833420-7e1a-4275-a34d-67d7fffa6d71 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=8336b4ae-d194-4f5f-b4d7-c111fef91485 HTTP/1.1" status: 200 len: 945 time: 0.1951091 Jul 22 23:12:26.473561 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-150a21eb-305b-4954-a146-8cb1fc9c1b29 req-25bc8795-fcdc-4c91-a296-aedde04e1cbb tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] 10.222.0.44 "GET /v2.0/ports?device_id=e77d3846-4a8c-4f5d-8ba6-d3ea23624c05 HTTP/1.1" status: 200 len: 210 time: 0.0506027 Jul 22 23:12:26.475318 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-5ab0ecb3-67b2-40f4-815d-ee7950c7ee61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:26.521345 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-df5f6137-b3bb-42b2-ad3e-6625ba7cb94b req-1e4026ff-cafa-4864-9662-42e6815dc618 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019046 Jul 22 23:12:26.628628 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-5ab0ecb3-67b2-40f4-815d-ee7950c7ee61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:26.634699 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-5ab0ecb3-67b2-40f4-815d-ee7950c7ee61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:26.697713 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-5ab0ecb3-67b2-40f4-815d-ee7950c7ee61 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e376a6b2cd304548a953ad4768d06d69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4283109 Jul 22 23:12:26.698605 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 34308) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:26.700068 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab0ecb3-67b2-40f4-815d-ee7950c7ee61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9f7361a-4b20-40ca-87a5-7908cdf45ce1,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:26.796916 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-bb3fee70-f2a0-44ae-bb53-be73181db6bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:26.827882 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-bb3fee70-f2a0-44ae-bb53-be73181db6bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:26.885580 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-bb3fee70-f2a0-44ae-bb53-be73181db6bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:26.888394 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-bb3fee70-f2a0-44ae-bb53-be73181db6bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:26.889720 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-bb3fee70-f2a0-44ae-bb53-be73181db6bb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f9f7361a-4b20-40ca-87a5-7908cdf45ce1 HTTP/1.1" status: 204 len: 168 time: 0.1884515 Jul 22 23:12:26.911521 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3fee70-f2a0-44ae-bb53-be73181db6bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9f7361a-4b20-40ca-87a5-7908cdf45ce1,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:27.100172 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Device 173bb1b0-c700-4438-a506-b422639fb87b up at agent hyperv_hv-cinder-80187 {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:12:27.117874 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff41552-8081-4d20-8bdd-c46a9ee5baa8 req-7676bd8c-eb16-4bff-9f9b-2ba2e8612e7d tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:27.120404 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-aff41552-8081-4d20-8bdd-c46a9ee5baa8 req-7676bd8c-eb16-4bff-9f9b-2ba2e8612e7d tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c8d672d-5ca0-43a5-90d7-600935e1ed7d HTTP/1.1" status: 200 len: 944 time: 0.0946069 Jul 22 23:12:27.177688 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Provisioning for port 173bb1b0-c700-4438-a506-b422639fb87b completed by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:12:27.184434 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Provisioning complete for port 173bb1b0-c700-4438-a506-b422639fb87b triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:12:27.185715 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832377'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:27.188750 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-aff41552-8081-4d20-8bdd-c46a9ee5baa8 req-e784ffb2-99cc-402c-8813-472e323ca368 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/security-groups?id=d84c6cad-631b-43c5-a35b-86fdac5eacd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567997 Jul 22 23:12:27.285624 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:27.309651 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c8d672d-5ca0-43a5-90d7-600935e1ed7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '173bb1b0-c700-4438-a506-b422639fb87b'}] {{(pid=93194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:12:27.313550 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7601765a566782fd39478405f6fadc52a0f9e3dab845648c9e7fe91a53a45b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-738fd12f-3bb4-4c2f-9e47-731ee54fca86" -d '{"events": [{"server_uuid": "0c8d672d-5ca0-43a5-90d7-600935e1ed7d", "name": "network-vif-plugged", "status": "completed", "tag": "173bb1b0-c700-4438-a506-b422639fb87b"}]}' {{(pid=93194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:12:27.326590 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] For port 173bb1b0-c700-4438-a506-b422639fb87b, host hv-cinder-80187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80187',level=0,port_id=173bb1b0-c700-4438-a506-b422639fb87b,segment=NetworkSegment(16d2cb10-ce94-45af-9e3e-ba31490ef4c9),segment_id=16d2cb10-ce94-45af-9e3e-ba31490ef4c9)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:12:27.331783 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:27.368237 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-621c0dcf-6e6f-4f5b-b91a-7adf9bf47887 x-openstack-request-id: req-621c0dcf-6e6f-4f5b-b91a-7adf9bf47887 {{(pid=93194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:12:27.368799 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c8d672d-5ca0-43a5-90d7-600935e1ed7d", "name": "network-vif-plugged", "status": "completed", "tag": "173bb1b0-c700-4438-a506-b422639fb87b", "code": 200}]} {{(pid=93194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:12:27.369352 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-621c0dcf-6e6f-4f5b-b91a-7adf9bf47887 {{(pid=93194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:12:27.369918 dv-cinder-801875-2-iscsi neutron-server[93194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c8d672d-5ca0-43a5-90d7-600935e1ed7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '173bb1b0-c700-4438-a506-b422639fb87b', 'code': 200} Jul 22 23:12:27.397777 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Pushing event updated for resources: {'Port': ['ID=173bb1b0-c700-4438-a506-b422639fb87b,revision_number=5']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:27.434981 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 34334) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:27.449160 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-6a59cdca-9f4a-4443-ab8a-b9a842c5072c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:27.599933 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-6a59cdca-9f4a-4443-ab8a-b9a842c5072c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:27.628646 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-6a59cdca-9f4a-4443-ab8a-b9a842c5072c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:27.629735 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-d196da85-b44b-4f33-bfdf-9d4a25462e7c req-0edf92dc-388d-4ad2-bb26-0d6d566ecb5d tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] 10.222.0.44 "GET /v2.0/ports?device_id=e77d3846-4a8c-4f5d-8ba6-d3ea23624c05 HTTP/1.1" status: 200 len: 210 time: 0.0424662 Jul 22 23:12:27.670980 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a59cdca-9f4a-4443-ab8a-b9a842c5072c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=786ecd49-0fd5-4b2e-ab25-4cfe27847690,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:27.709049 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-6a59cdca-9f4a-4443-ab8a-b9a842c5072c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=18aba9d01100431090c4ca7dbb51cb45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2725863 Jul 22 23:12:27.710013 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 34352) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:27.742800 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ce01f9-cb27-4817-9978-d0c3d1bd2b22 req-0d14a349-4129-4ad8-a44d-c00dfe4e1f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:27.744369 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-84ce01f9-cb27-4817-9978-d0c3d1bd2b22 req-0d14a349-4129-4ad8-a44d-c00dfe4e1f0f service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=0c8d672d-5ca0-43a5-90d7-600935e1ed7d HTTP/1.1" status: 200 len: 1098 time: 0.1786463 Jul 22 23:12:27.812045 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02a31d0-8082-463d-80ec-baf327c9e5c7 req-dde85a1d-f6e1-42af-96a1-f1180e68d1c0 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:27.815383 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-a02a31d0-8082-463d-80ec-baf327c9e5c7 req-dde85a1d-f6e1-42af-96a1-f1180e68d1c0 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=8336b4ae-d194-4f5f-b4d7-c111fef91485 HTTP/1.1" status: 200 len: 945 time: 0.1843135 Jul 22 23:12:27.829955 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-84ce01f9-cb27-4817-9978-d0c3d1bd2b22 req-5653cfa2-2ee1-4797-a675-381db944421d service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=d84c6cad-631b-43c5-a35b-86fdac5eacd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741086 Jul 22 23:12:27.839267 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-9dc296ad-5c4f-4eea-ad20-e1be833a517c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:27.935703 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-9dc296ad-5c4f-4eea-ad20-e1be833a517c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:27.964950 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 34360) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:28.092697 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-af3944a0-cbd4-4383-b193-3325a3d8a07d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:28.217498 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-af3944a0-cbd4-4383-b193-3325a3d8a07d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:28.235411 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-af3944a0-cbd4-4383-b193-3325a3d8a07d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:28.236652 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-a02a31d0-8082-463d-80ec-baf327c9e5c7 req-a63b592c-dfde-41a6-ad9d-7eb198675339 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4041135 Jul 22 23:12:28.268649 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b4ea6c-8159-4a39-8895-4d11d74dd11b req-57c3ac5e-67cd-484e-92c8-b0c10d230d34 tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:28.270743 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-e8b4ea6c-8159-4a39-8895-4d11d74dd11b req-57c3ac5e-67cd-484e-92c8-b0c10d230d34 tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] 10.222.0.76 "GET /v2.0/networks?id=76beca70-c283-4250-aeaf-2347572c0c9a HTTP/1.1" status: 200 len: 808 time: 0.4323575 Jul 22 23:12:28.311470 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-af3944a0-cbd4-4383-b193-3325a3d8a07d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=22f3ca423b404033bf4474465728e549&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3452249 Jul 22 23:12:28.312920 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 34374) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:28.314105 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.v2.base [req-e8b4ea6c-8159-4a39-8895-4d11d74dd11b req-b6f6af54-0388-4016-9941-636a6c6cc4bb tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] Request body: {'port': {'device_id': 'e77d3846-4a8c-4f5d-8ba6-d3ea23624c05', 'network_id': '76beca70-c283-4250-aeaf-2347572c0c9a', 'admin_state_up': True, 'tenant_id': 'af4ba68bc24142deb7691069f2b4bfcd'}} {{(pid=93192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:12:28.319229 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3944a0-cbd4-4383-b193-3325a3d8a07d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=221d55c3-37a0-4be3-8f97-40fb1aa222c2,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:28.349359 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-9dc296ad-5c4f-4eea-ad20-e1be833a517c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:28.351517 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-9dc296ad-5c4f-4eea-ad20-e1be833a517c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:28.352595 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-9dc296ad-5c4f-4eea-ad20-e1be833a517c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/786ecd49-0fd5-4b2e-ab25-4cfe27847690 HTTP/1.1" status: 204 len: 168 time: 0.6415894 Jul 22 23:12:28.385810 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-99c59e83-44cd-4037-abe7-f6ea045b90b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:28.407819 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc296ad-5c4f-4eea-ad20-e1be833a517c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=786ecd49-0fd5-4b2e-ab25-4cfe27847690,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:28.447454 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-99c59e83-44cd-4037-abe7-f6ea045b90b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:28.523439 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-99c59e83-44cd-4037-abe7-f6ea045b90b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:28.526324 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-99c59e83-44cd-4037-abe7-f6ea045b90b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:28.529963 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-99c59e83-44cd-4037-abe7-f6ea045b90b7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/221d55c3-37a0-4be3-8f97-40fb1aa222c2 HTTP/1.1" status: 204 len: 168 time: 0.2136197 Jul 22 23:12:28.535952 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c59e83-44cd-4037-abe7-f6ea045b90b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=221d55c3-37a0-4be3-8f97-40fb1aa222c2,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:28.560395 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f97a1b-5fd5-4563-a6ab-7f84377a15a3 req-7f876084-38ed-41ee-8fd0-20552a5ef32f tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:28.561126 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-83f97a1b-5fd5-4563-a6ab-7f84377a15a3 req-7f876084-38ed-41ee-8fd0-20552a5ef32f tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c8d672d-5ca0-43a5-90d7-600935e1ed7d HTTP/1.1" status: 200 len: 945 time: 0.2712271 Jul 22 23:12:28.589456 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8b4ea6c-8159-4a39-8895-4d11d74dd11b req-b6f6af54-0388-4016-9941-636a6c6cc4bb tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] Made reservation on behalf of af4ba68bc24142deb7691069f2b4bfcd for: {'port': 1} {{(pid=93192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:12:28.592877 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [req-e8b4ea6c-8159-4a39-8895-4d11d74dd11b req-b6f6af54-0388-4016-9941-636a6c6cc4bb tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:28.653204 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-83f97a1b-5fd5-4563-a6ab-7f84377a15a3 req-39a5e3ee-d49f-49a0-aa63-0aebdf376e5c tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/security-groups?id=d84c6cad-631b-43c5-a35b-86fdac5eacd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707173 Jul 22 23:12:28.799836 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-5258716f-e1be-4528-9266-94a104b5ec57 req-8982ba9b-fa69-442e-a129-a29c08a900c6 tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] 10.222.0.44 "GET /v2.0/ports?device_id=e77d3846-4a8c-4f5d-8ba6-d3ea23624c05 HTTP/1.1" status: 200 len: 210 time: 0.0504313 Jul 22 23:12:28.817677 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.db.db_base_plugin_common [req-e8b4ea6c-8159-4a39-8895-4d11d74dd11b req-b6f6af54-0388-4016-9941-636a6c6cc4bb tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] Allocated IP 172.20.0.3 (76beca70-c283-4250-aeaf-2347572c0c9a/c93b86df-c4f3-4554-87ea-c32ec748f461/5bc5e8b5-caa7-441b-9a6e-7b07d3bccd35) {{(pid=93192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:12:28.989365 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [req-e8b4ea6c-8159-4a39-8895-4d11d74dd11b req-b6f6af54-0388-4016-9941-636a6c6cc4bb tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] Notify callbacks [] for port, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:29.042761 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [req-e8b4ea6c-8159-4a39-8895-4d11d74dd11b req-b6f6af54-0388-4016-9941-636a6c6cc4bb tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769065317241'] for port, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:29.094827 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8b4ea6c-8159-4a39-8895-4d11d74dd11b req-b6f6af54-0388-4016-9941-636a6c6cc4bb tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] Network 76beca70-c283-4250-aeaf-2347572c0c9a is already hosted by enough agents. {{(pid=93192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:12:29.100195 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.scheduler.base_scheduler [req-e8b4ea6c-8159-4a39-8895-4d11d74dd11b req-b6f6af54-0388-4016-9941-636a6c6cc4bb tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] Resources bound (agent type, host, resource id): {{(pid=93192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:12:29.103931 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8b4ea6c-8159-4a39-8895-4d11d74dd11b req-b6f6af54-0388-4016-9941-636a6c6cc4bb tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] Received port after_create {{(pid=93192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:12:29.110270 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b4ea6c-8159-4a39-8895-4d11d74dd11b req-b6f6af54-0388-4016-9941-636a6c6cc4bb tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:29.111114 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [req-e8b4ea6c-8159-4a39-8895-4d11d74dd11b req-b6f6af54-0388-4016-9941-636a6c6cc4bb tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585183'] for port, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:29.122540 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f6af54-0388-4016-9941-636a6c6cc4bb tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] Pushing event updated for resources: {'Port': ['ID=5bc5e8b5-caa7-441b-9a6e-7b07d3bccd35,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:29.136403 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-e8b4ea6c-8159-4a39-8895-4d11d74dd11b req-b6f6af54-0388-4016-9941-636a6c6cc4bb tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8274069 Jul 22 23:12:29.152138 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 34412) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:29.174162 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.v2.base [req-e8b4ea6c-8159-4a39-8895-4d11d74dd11b req-7bdcb411-674e-486a-8e66-2347a3ee6fd4 service neutron] Request body: {'port': {'device_id': 'e77d3846-4a8c-4f5d-8ba6-d3ea23624c05', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80187'}} {{(pid=93192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:12:29.249567 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [req-e8b4ea6c-8159-4a39-8895-4d11d74dd11b req-7bdcb411-674e-486a-8e66-2347a3ee6fd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:29.433809 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-d1c12bda-b509-4500-89b3-845c6f83a1c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:29.567785 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2dfd39-0773-4f4e-8fc8-5715577bd335 req-9f2df24f-4e82-4fcc-9c93-5b871c494742 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:29.575052 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-ec2dfd39-0773-4f4e-8fc8-5715577bd335 req-9f2df24f-4e82-4fcc-9c93-5b871c494742 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=8336b4ae-d194-4f5f-b4d7-c111fef91485 HTTP/1.1" status: 200 len: 945 time: 0.2061069 Jul 22 23:12:29.697851 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-ec2dfd39-0773-4f4e-8fc8-5715577bd335 req-fd178067-615b-48d4-9a00-ec09a6943ddf tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212647 Jul 22 23:12:29.784438 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.notifiers.nova [req-e8b4ea6c-8159-4a39-8895-4d11d74dd11b req-7bdcb411-674e-486a-8e66-2347a3ee6fd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bc5e8b5-caa7-441b-9a6e-7b07d3bccd35 {{(pid=93192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:12:29.792928 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-d1c12bda-b509-4500-89b3-845c6f83a1c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:29.796490 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [req-e8b4ea6c-8159-4a39-8895-4d11d74dd11b req-7bdcb411-674e-486a-8e66-2347a3ee6fd4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:29.809825 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-d1c12bda-b509-4500-89b3-845c6f83a1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:29.887463 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.db.provisioning_blocks [req-e8b4ea6c-8159-4a39-8895-4d11d74dd11b req-7bdcb411-674e-486a-8e66-2347a3ee6fd4 service neutron] Transition to ACTIVE for port object 5bc5e8b5-caa7-441b-9a6e-7b07d3bccd35 will not be triggered until provisioned by entity L2. {{(pid=93192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:12:29.909944 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 34454) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:29.915702 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [req-e8b4ea6c-8159-4a39-8895-4d11d74dd11b req-7bdcb411-674e-486a-8e66-2347a3ee6fd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:29.991836 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c12bda-b509-4500-89b3-845c6f83a1c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d60eb15e-24fe-41c0-86ba-1014aaa261e1,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:29.996224 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-d1c12bda-b509-4500-89b3-845c6f83a1c5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3436c7b2a89a4c9cada77d57e2a8282a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8425982 Jul 22 23:12:30.000008 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 34460) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:30.039559 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [None req-63db1da4-a753-492f-ad94-34237c33beaf admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2066588670-network', 'tenant_id': 'd5820f83eab04d5c8dac281d2158f2bc'}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:12:30.054399 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdcb411-674e-486a-8e66-2347a3ee6fd4 service neutron] Pushing event updated for resources: {'Port': ['ID=5bc5e8b5-caa7-441b-9a6e-7b07d3bccd35,revision_number=2']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:30.087797 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9dc947-1e62-4272-9efe-555acce8b058 req-638021ce-249c-4ce0-b7bd-013eabfc05bd tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:30.089275 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63db1da4-a753-492f-ad94-34237c33beaf admin admin] Made reservation on behalf of d5820f83eab04d5c8dac281d2158f2bc for: {'network': 1} {{(pid=93193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:12:30.089415 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-ac9dc947-1e62-4272-9efe-555acce8b058 req-638021ce-249c-4ce0-b7bd-013eabfc05bd tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c8d672d-5ca0-43a5-90d7-600935e1ed7d HTTP/1.1" status: 200 len: 945 time: 0.2952399 Jul 22 23:12:30.091793 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-63db1da4-a753-492f-ad94-34237c33beaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for network, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:30.092430 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.managers [req-e8b4ea6c-8159-4a39-8895-4d11d74dd11b req-7bdcb411-674e-486a-8e66-2347a3ee6fd4 service neutron] Attempting to bind port 5bc5e8b5-caa7-441b-9a6e-7b07d3bccd35 on host hv-cinder-80187 for vnic_type normal with profile {{(pid=93192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:12:30.092903 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.managers [req-e8b4ea6c-8159-4a39-8895-4d11d74dd11b req-7bdcb411-674e-486a-8e66-2347a3ee6fd4 service neutron] Attempting to bind port 5bc5e8b5-caa7-441b-9a6e-7b07d3bccd35 by drivers openvswitch,hyperv on host hv-cinder-80187 at level 0 using segments [{'id': '4e99933b-4a20-41a9-a6c5-07f340b8fba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '76beca70-c283-4250-aeaf-2347572c0c9a'}] {{(pid=93192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:12:30.093228 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b4ea6c-8159-4a39-8895-4d11d74dd11b req-7bdcb411-674e-486a-8e66-2347a3ee6fd4 service neutron] Attempting to bind port 5bc5e8b5-caa7-441b-9a6e-7b07d3bccd35 on network 76beca70-c283-4250-aeaf-2347572c0c9a {{(pid=93192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:12:30.101632 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-b819713b-396c-4640-930c-430e6e30bce0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:30.102311 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b4ea6c-8159-4a39-8895-4d11d74dd11b req-7bdcb411-674e-486a-8e66-2347a3ee6fd4 service neutron] Port 5bc5e8b5-caa7-441b-9a6e-7b07d3bccd35 on network 76beca70-c283-4250-aeaf-2347572c0c9a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80187 {{(pid=93192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:12:30.102621 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b4ea6c-8159-4a39-8895-4d11d74dd11b req-7bdcb411-674e-486a-8e66-2347a3ee6fd4 service neutron] Attempting to bind port 5bc5e8b5-caa7-441b-9a6e-7b07d3bccd35 on network 76beca70-c283-4250-aeaf-2347572c0c9a {{(pid=93192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:12:30.104521 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-63db1da4-a753-492f-ad94-34237c33beaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:30.129932 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b4ea6c-8159-4a39-8895-4d11d74dd11b req-7bdcb411-674e-486a-8e66-2347a3ee6fd4 service neutron] Checking agent: {'id': '11a4ce8f-2944-4abd-9558-2f785ee5be32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80187', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 9, 19), 'started_at': datetime.datetime(2021, 7, 22, 23, 9, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:12:30.130258 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b4ea6c-8159-4a39-8895-4d11d74dd11b req-7bdcb411-674e-486a-8e66-2347a3ee6fd4 service neutron] Checking segment: {'id': '4e99933b-4a20-41a9-a6c5-07f340b8fba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '76beca70-c283-4250-aeaf-2347572c0c9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:12:30.130816 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b4ea6c-8159-4a39-8895-4d11d74dd11b req-7bdcb411-674e-486a-8e66-2347a3ee6fd4 service neutron] Bound using segment: {'id': '4e99933b-4a20-41a9-a6c5-07f340b8fba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '76beca70-c283-4250-aeaf-2347572c0c9a'} {{(pid=93192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:12:30.131236 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.managers [req-e8b4ea6c-8159-4a39-8895-4d11d74dd11b req-7bdcb411-674e-486a-8e66-2347a3ee6fd4 service neutron] Bound port: 5bc5e8b5-caa7-441b-9a6e-7b07d3bccd35, host: hv-cinder-80187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e99933b-4a20-41a9-a6c5-07f340b8fba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '76beca70-c283-4250-aeaf-2347572c0c9a'}}] {{(pid=93192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:12:30.131589 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [req-e8b4ea6c-8159-4a39-8895-4d11d74dd11b req-7bdcb411-674e-486a-8e66-2347a3ee6fd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:30.138107 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-b819713b-396c-4640-930c-430e6e30bce0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:30.168179 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-ac9dc947-1e62-4272-9efe-555acce8b058 req-13c49888-3a2c-4201-8240-babe701cd562 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/security-groups?id=d84c6cad-631b-43c5-a35b-86fdac5eacd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694461 Jul 22 23:12:30.194375 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f4d911-9900-490e-ae38-c27b635b5f40 req-9c4fbd8c-d109-43c1-b16d-3778fcfc58fa tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:30.202228 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-13f4d911-9900-490e-ae38-c27b635b5f40 req-9c4fbd8c-d109-43c1-b16d-3778fcfc58fa tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] 10.222.0.44 "GET /v2.0/ports?device_id=e77d3846-4a8c-4f5d-8ba6-d3ea23624c05 HTTP/1.1" status: 200 len: 943 time: 0.2704709 Jul 22 23:12:30.242909 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-b819713b-396c-4640-930c-430e6e30bce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:30.246291 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-b819713b-396c-4640-930c-430e6e30bce0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:30.247902 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-b819713b-396c-4640-930c-430e6e30bce0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d60eb15e-24fe-41c0-86ba-1014aaa261e1 HTTP/1.1" status: 204 len: 168 time: 0.2476623 Jul 22 23:12:30.263283 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b819713b-396c-4640-930c-430e6e30bce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d60eb15e-24fe-41c0-86ba-1014aaa261e1,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:30.290143 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-13f4d911-9900-490e-ae38-c27b635b5f40 req-498edd11-5764-4e1a-9199-dd07c4b491ee tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] 10.222.0.44 "GET /v2.0/security-groups?id=2b2f2730-d675-4a53-bf52-1b2c76974beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749915 Jul 22 23:12:30.293530 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-63db1da4-a753-492f-ad94-34237c33beaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:30.298163 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.db [req-e8b4ea6c-8159-4a39-8895-4d11d74dd11b req-7bdcb411-674e-486a-8e66-2347a3ee6fd4 service neutron] For port 5bc5e8b5-caa7-441b-9a6e-7b07d3bccd35, host hv-cinder-80187, cleared binding levels {{(pid=93192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:12:30.299820 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-63db1da4-a753-492f-ad94-34237c33beaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:30.304128 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.db [req-e8b4ea6c-8159-4a39-8895-4d11d74dd11b req-7bdcb411-674e-486a-8e66-2347a3ee6fd4 service neutron] For port 5bc5e8b5-caa7-441b-9a6e-7b07d3bccd35, host hv-cinder-80187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80187',level=0,port_id=5bc5e8b5-caa7-441b-9a6e-7b07d3bccd35,segment=NetworkSegment(4e99933b-4a20-41a9-a6c5-07f340b8fba9),segment_id=4e99933b-4a20-41a9-a6c5-07f340b8fba9)] {{(pid=93192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:12:30.314340 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [req-e8b4ea6c-8159-4a39-8895-4d11d74dd11b req-7bdcb411-674e-486a-8e66-2347a3ee6fd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:30.332176 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63db1da4-a753-492f-ad94-34237c33beaf admin admin] vlan segment allocate from pool success with {'vlan_id': 882, 'physical_network': 'physnet1'} {{(pid=93193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:12:30.352440 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63db1da4-a753-492f-ad94-34237c33beaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19b88fb3-39ec-448e-8763-3d3cfc3c4317,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:30.356210 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-63db1da4-a753-492f-ad94-34237c33beaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822282'] for segment, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:30.356760 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.db.segments_db [None req-63db1da4-a753-492f-ad94-34237c33beaf admin admin] Added segment f25a6190-92e5-4985-bd58-3825589b744f of type vlan for network e7dbe19f-3d9d-4ca0-9cfb-20559f3d70b0 Jul 22 23:12:30.372788 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b4ea6c-8159-4a39-8895-4d11d74dd11b req-7bdcb411-674e-486a-8e66-2347a3ee6fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:30.373058 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [req-e8b4ea6c-8159-4a39-8895-4d11d74dd11b req-7bdcb411-674e-486a-8e66-2347a3ee6fd4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585183'] for port, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:30.374498 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-e8b4ea6c-8159-4a39-8895-4d11d74dd11b req-7bdcb411-674e-486a-8e66-2347a3ee6fd4 service neutron] 10.222.0.76 "PUT /v2.0/ports/5bc5e8b5-caa7-441b-9a6e-7b07d3bccd35 HTTP/1.1" status: 200 len: 1093 time: 1.2052240 Jul 22 23:12:30.375035 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e77d3846-4a8c-4f5d-8ba6-d3ea23624c05', 'tag': '5bc5e8b5-caa7-441b-9a6e-7b07d3bccd35'}] {{(pid=93192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:12:30.377490 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}116c38ea8adf6e412e27fa70d60466dac8b18d7b33470466fbdf59022c8e8666" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1593b83-fd01-4aa5-8def-0442679c46a3" -d '{"events": [{"name": "network-changed", "server_uuid": "e77d3846-4a8c-4f5d-8ba6-d3ea23624c05", "tag": "5bc5e8b5-caa7-441b-9a6e-7b07d3bccd35"}]}' {{(pid=93192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:12:30.425378 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-63db1da4-a753-492f-ad94-34237c33beaf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769065302510'] for network, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:30.455748 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdcb411-674e-486a-8e66-2347a3ee6fd4 service neutron] Pushing event updated for resources: {'Port': ['ID=5bc5e8b5-caa7-441b-9a6e-7b07d3bccd35,revision_number=3']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:30.476025 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9830754a-35ef-4cc5-82b3-eaa8a7e4389f x-openstack-request-id: req-9830754a-35ef-4cc5-82b3-eaa8a7e4389f {{(pid=93192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:12:30.476431 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e77d3846-4a8c-4f5d-8ba6-d3ea23624c05", "tag": "5bc5e8b5-caa7-441b-9a6e-7b07d3bccd35", "status": "completed", "code": 200}]} {{(pid=93192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:12:30.476903 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9830754a-35ef-4cc5-82b3-eaa8a7e4389f {{(pid=93192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:12:30.477247 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e77d3846-4a8c-4f5d-8ba6-d3ea23624c05', 'tag': '5bc5e8b5-caa7-441b-9a6e-7b07d3bccd35', 'status': 'completed', 'code': 200} Jul 22 23:12:30.478141 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-63db1da4-a753-492f-ad94-34237c33beaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165'] for network, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:30.479295 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63db1da4-a753-492f-ad94-34237c33beaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:30.480088 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-63db1da4-a753-492f-ad94-34237c33beaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585183'] for network, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:30.532231 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b4ea6c-8159-4a39-8895-4d11d74dd11b req-0b1dd24b-a482-487c-819c-cc87441da91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:30.538684 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-e8b4ea6c-8159-4a39-8895-4d11d74dd11b req-0b1dd24b-a482-487c-819c-cc87441da91f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=af4ba68bc24142deb7691069f2b4bfcd&device_id=e77d3846-4a8c-4f5d-8ba6-d3ea23624c05 HTTP/1.1" status: 200 len: 1096 time: 0.0942531 Jul 22 23:12:30.554813 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63db1da4-a753-492f-ad94-34237c33beaf admin admin] Pushing event updated for resources: {'Network': ['ID=e7dbe19f-3d9d-4ca0-9cfb-20559f3d70b0,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:30.561880 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 34480) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:30.571356 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-63db1da4-a753-492f-ad94-34237c33beaf admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6591084 Jul 22 23:12:30.574577 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Network e7dbe19f-3d9d-4ca0-9cfb-20559f3d70b0 details requested by agent ovs-agent-dv-cinder-801875-2-iscsi with host dv-cinder-801875-2-iscsi {{(pid=93194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:12:30.575139 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 34484) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:30.587434 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [None req-0b530200-18c5-4d4f-838a-8b045f56cebe admin admin] Request body: {'subnet': {'network_id': 'e7dbe19f-3d9d-4ca0-9cfb-20559f3d70b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2066588670-subnet', 'tenant_id': 'd5820f83eab04d5c8dac281d2158f2bc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:12:30.647517 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b530200-18c5-4d4f-838a-8b045f56cebe admin admin] Made reservation on behalf of d5820f83eab04d5c8dac281d2158f2bc for: {'subnet': 1} {{(pid=93193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:12:30.649955 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-0b530200-18c5-4d4f-838a-8b045f56cebe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30516304'] for subnet, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:30.650832 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-e8b4ea6c-8159-4a39-8895-4d11d74dd11b req-3c3fb7ee-fa68-4222-af97-e2a27e52ecb2 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5bc5e8b5-caa7-441b-9a6e-7b07d3bccd35 HTTP/1.1" status: 200 len: 217 time: 0.0934913 Jul 22 23:12:30.725237 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b4ea6c-8159-4a39-8895-4d11d74dd11b req-90076089-4f30-43a3-a6e8-176ec17029f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:30.728541 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-e8b4ea6c-8159-4a39-8895-4d11d74dd11b req-90076089-4f30-43a3-a6e8-176ec17029f9 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c93b86df-c4f3-4554-87ea-c32ec748f461 HTTP/1.1" status: 200 len: 848 time: 0.0664763 Jul 22 23:12:30.771762 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-e8b4ea6c-8159-4a39-8895-4d11d74dd11b req-bfb6e665-2421-4e5a-bbe6-fe9eee7ac922 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=76beca70-c283-4250-aeaf-2347572c0c9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352306 Jul 22 23:12:30.836559 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 34492) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:30.861956 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-c98a6997-a21e-4f48-9bdb-710334b21153 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:30.874029 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-bc4e1a68-9a5d-4dcd-bb7f-3abf7449a5b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:30.909720 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-e8b4ea6c-8159-4a39-8895-4d11d74dd11b req-38da3300-8326-4fdb-be20-0ffb8376f8d9 service neutron] 10.222.0.76 "GET /v2.0/networks/76beca70-c283-4250-aeaf-2347572c0c9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302812 Jul 22 23:12:30.972649 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-0b530200-18c5-4d4f-838a-8b045f56cebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31811578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30516258'] for subnet, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:31.005449 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d32af9e-2da8-442b-a549-2ea2ef450ba8 req-b115e830-6f8d-414d-95b2-db3a50e09996 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:31.007127 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-5d32af9e-2da8-442b-a549-2ea2ef450ba8 req-b115e830-6f8d-414d-95b2-db3a50e09996 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=8336b4ae-d194-4f5f-b4d7-c111fef91485 HTTP/1.1" status: 200 len: 945 time: 0.1565349 Jul 22 23:12:31.062944 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b530200-18c5-4d4f-838a-8b045f56cebe admin admin] Pushing event updated for resources: {'Subnet': ['ID=76dccde7-b5be-411e-b5a8-44ab5f8008ba,revision_number=0']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:31.088113 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b530200-18c5-4d4f-838a-8b045f56cebe admin admin] Checking segment: {'id': 'f25a6190-92e5-4985-bd58-3825589b744f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'e7dbe19f-3d9d-4ca0-9cfb-20559f3d70b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:12:31.088509 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b530200-18c5-4d4f-838a-8b045f56cebe admin admin] Network hostable DHCP agents. Network: e7dbe19f-3d9d-4ca0-9cfb-20559f3d70b0, hostable agents: ['5089d900-808c-476c-958a-0c524ee0753f'], hosted agents: [] {{(pid=93193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:12:31.116005 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-5d32af9e-2da8-442b-a549-2ea2ef450ba8 req-4ca6c44a-0a48-43ee-90ad-98c00ccb7c55 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984685 Jul 22 23:12:31.129745 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b530200-18c5-4d4f-838a-8b045f56cebe admin admin] Network e7dbe19f-3d9d-4ca0-9cfb-20559f3d70b0 is scheduled to be hosted by DHCP agent 5089d900-808c-476c-958a-0c524ee0753f with binding_index 1 {{(pid=93193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:12:31.135502 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-e8b4ea6c-8159-4a39-8895-4d11d74dd11b req-90db994c-cdac-40df-b505-70fa8044a3c0 service neutron] 10.222.0.76 "GET /v2.0/networks/76beca70-c283-4250-aeaf-2347572c0c9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150753 Jul 22 23:12:31.136245 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-c98a6997-a21e-4f48-9bdb-710334b21153 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:31.142996 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-c98a6997-a21e-4f48-9bdb-710334b21153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:31.151207 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.scheduler.base_scheduler [None req-0b530200-18c5-4d4f-838a-8b045f56cebe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801875-2-iscsi, e7dbe19f-3d9d-4ca0-9cfb-20559f3d70b0) {{(pid=93193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:12:31.165082 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93646e26-68e9-40f7-b054-ed86d511fe13 None None] Network e7dbe19f-3d9d-4ca0-9cfb-20559f3d70b0 requested from dv-cinder-801875-2-iscsi {{(pid=93194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:12:31.177740 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b530200-18c5-4d4f-838a-8b045f56cebe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:31.178323 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-0b530200-18c5-4d4f-838a-8b045f56cebe admin admin] Notify callbacks [] for subnet, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:31.215061 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-c98a6997-a21e-4f48-9bdb-710334b21153 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=945a469caf5047f19469eddc637c800d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6512752 Jul 22 23:12:31.218013 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 34500) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:31.219574 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98a6997-a21e-4f48-9bdb-710334b21153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a81dbef-e889-4b4c-ab31-a1688866991d,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:31.314652 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ffdb4f-22ad-47a7-9825-5bf0a856a22c None None] Network e7dbe19f-3d9d-4ca0-9cfb-20559f3d70b0 requested from dv-cinder-801875-2-iscsi {{(pid=93194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:12:31.319771 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-bc4e1a68-9a5d-4dcd-bb7f-3abf7449a5b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:31.324316 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-a52e7b4a-0881-4ef9-8955-f26d63ccf6ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:31.331816 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-bc4e1a68-9a5d-4dcd-bb7f-3abf7449a5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:31.349765 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-0b530200-18c5-4d4f-838a-8b045f56cebe admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7738645 Jul 22 23:12:31.369192 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1593b83-fd01-4aa5-8def-0442679c46a3 req-0306518b-294a-499c-9b20-ac35bafd7918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:31.370906 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-c1593b83-fd01-4aa5-8def-0442679c46a3 req-0306518b-294a-499c-9b20-ac35bafd7918 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=af4ba68bc24142deb7691069f2b4bfcd&device_id=e77d3846-4a8c-4f5d-8ba6-d3ea23624c05 HTTP/1.1" status: 200 len: 1096 time: 0.0988691 Jul 22 23:12:31.373244 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-a52e7b4a-0881-4ef9-8955-f26d63ccf6ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:31.393744 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-bc4e1a68-9a5d-4dcd-bb7f-3abf7449a5b1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fe9be00717004e3098a5922343dc83eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5537219 Jul 22 23:12:31.394546 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4e1a68-9a5d-4dcd-bb7f-3abf7449a5b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bf96a0c-3faa-4f1d-8020-51fdb89809d7,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:31.397051 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 34506) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:31.478072 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-3ef0125f-0d5e-4768-a638-698ce513513b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:31.510098 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-3ef0125f-0d5e-4768-a638-698ce513513b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:31.576994 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f16df3-c62d-4e06-95d4-bff71a5ad2f8 req-749ec035-aafa-404a-b17e-0d91c7ff7404 tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:31.579662 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-3ef0125f-0d5e-4768-a638-698ce513513b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:31.581851 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-71f16df3-c62d-4e06-95d4-bff71a5ad2f8 req-749ec035-aafa-404a-b17e-0d91c7ff7404 tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] 10.222.0.44 "GET /v2.0/ports?device_id=e77d3846-4a8c-4f5d-8ba6-d3ea23624c05 HTTP/1.1" status: 200 len: 943 time: 0.1877170 Jul 22 23:12:31.581851 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-a52e7b4a-0881-4ef9-8955-f26d63ccf6ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:31.583122 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-3ef0125f-0d5e-4768-a638-698ce513513b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:31.584035 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-a52e7b4a-0881-4ef9-8955-f26d63ccf6ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:31.587259 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-3ef0125f-0d5e-4768-a638-698ce513513b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6bf96a0c-3faa-4f1d-8020-51fdb89809d7 HTTP/1.1" status: 204 len: 168 time: 0.1702840 Jul 22 23:12:31.587810 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-a52e7b4a-0881-4ef9-8955-f26d63ccf6ef admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7a81dbef-e889-4b4c-ab31-a1688866991d HTTP/1.1" status: 204 len: 168 time: 0.3669844 Jul 22 23:12:31.595574 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef0125f-0d5e-4768-a638-698ce513513b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bf96a0c-3faa-4f1d-8020-51fdb89809d7,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:31.597906 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1593b83-fd01-4aa5-8def-0442679c46a3 req-c11140c6-8bc3-4edb-bf91-1dc1cb02b61f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:31.599616 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-c1593b83-fd01-4aa5-8def-0442679c46a3 req-c11140c6-8bc3-4edb-bf91-1dc1cb02b61f service neutron] 10.222.0.76 "GET /v2.0/networks?id=76beca70-c283-4250-aeaf-2347572c0c9a HTTP/1.1" status: 200 len: 909 time: 0.2177877 Jul 22 23:12:31.602572 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52e7b4a-0881-4ef9-8955-f26d63ccf6ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a81dbef-e889-4b4c-ab31-a1688866991d,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:31.661560 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-c1593b83-fd01-4aa5-8def-0442679c46a3 req-716a08ba-ab67-4ab5-8d17-20ae2175f87f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5bc5e8b5-caa7-441b-9a6e-7b07d3bccd35 HTTP/1.1" status: 200 len: 217 time: 0.0485134 Jul 22 23:12:31.727915 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1593b83-fd01-4aa5-8def-0442679c46a3 req-e32bd4c6-94e1-4274-98e7-f15c5fdf564f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:31.729718 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-c1593b83-fd01-4aa5-8def-0442679c46a3 req-e32bd4c6-94e1-4274-98e7-f15c5fdf564f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c93b86df-c4f3-4554-87ea-c32ec748f461 HTTP/1.1" status: 200 len: 848 time: 0.0501575 Jul 22 23:12:31.733055 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-71f16df3-c62d-4e06-95d4-bff71a5ad2f8 req-d84eff5c-d4b6-4f79-a560-68dcee896755 tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] 10.222.0.44 "GET /v2.0/security-groups?id=2b2f2730-d675-4a53-bf52-1b2c76974beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322157 Jul 22 23:12:31.787105 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-c1593b83-fd01-4aa5-8def-0442679c46a3 req-945c1b77-9cfd-47d2-a354-94b6075b1f29 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=76beca70-c283-4250-aeaf-2347572c0c9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363910 Jul 22 23:12:31.918450 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-c1593b83-fd01-4aa5-8def-0442679c46a3 req-88d6234c-2da5-4409-907f-ee12cbc0a69d service neutron] 10.222.0.76 "GET /v2.0/networks/76beca70-c283-4250-aeaf-2347572c0c9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203218 Jul 22 23:12:32.053842 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-c1593b83-fd01-4aa5-8def-0442679c46a3 req-f1a31330-a4ad-4ef1-8306-57733f9c5a82 service neutron] 10.222.0.76 "GET /v2.0/networks/76beca70-c283-4250-aeaf-2347572c0c9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297567 Jul 22 23:12:32.440367 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050a0170-670d-4e34-af3e-5440941fa10e req-19255cb9-906e-4695-ab04-8df1ec755af2 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:32.441878 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-050a0170-670d-4e34-af3e-5440941fa10e req-19255cb9-906e-4695-ab04-8df1ec755af2 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=8336b4ae-d194-4f5f-b4d7-c111fef91485 HTTP/1.1" status: 200 len: 945 time: 0.0718718 Jul 22 23:12:32.485895 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-050a0170-670d-4e34-af3e-5440941fa10e req-638b258a-96d2-440a-bbe2-34bb1abe7aaf tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366592 Jul 22 23:12:32.891303 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0f99a4-40b8-4884-9f1b-0fd488445952 req-6e94631d-35d6-427a-96ed-6390b38779b9 tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:32.892626 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-eb0f99a4-40b8-4884-9f1b-0fd488445952 req-6e94631d-35d6-427a-96ed-6390b38779b9 tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] 10.222.0.44 "GET /v2.0/ports?device_id=e77d3846-4a8c-4f5d-8ba6-d3ea23624c05 HTTP/1.1" status: 200 len: 943 time: 0.0747602 Jul 22 23:12:32.958768 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-eb0f99a4-40b8-4884-9f1b-0fd488445952 req-2f502d86-8005-450f-b204-aecf7dbfc121 tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] 10.222.0.44 "GET /v2.0/security-groups?id=2b2f2730-d675-4a53-bf52-1b2c76974beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581603 Jul 22 23:12:33.428738 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6690eb11-578f-4647-997d-9528943a8785 req-15a561c3-a532-413a-becb-b9662858277a tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:33.430203 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-6690eb11-578f-4647-997d-9528943a8785 req-15a561c3-a532-413a-becb-b9662858277a tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] 10.222.0.44 "GET /v2.0/networks?id=e7dbe19f-3d9d-4ca0-9cfb-20559f3d70b0 HTTP/1.1" status: 200 len: 814 time: 0.1263185 Jul 22 23:12:33.445967 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-6690eb11-578f-4647-997d-9528943a8785 req-15ed7bf7-cf96-4dbc-adfe-ad521a04b523 tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] 10.222.0.44 "GET /v2.0/quotas/d5820f83eab04d5c8dac281d2158f2bc HTTP/1.1" status: 200 len: 375 time: 0.0097775 Jul 22 23:12:33.484869 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-6690eb11-578f-4647-997d-9528943a8785 req-e6f7bde4-6dcc-4903-bdfa-18e5cd275a7e tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d5820f83eab04d5c8dac281d2158f2bc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320773 Jul 22 23:12:33.660103 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-6690eb11-578f-4647-997d-9528943a8785 req-d306039b-24b3-4c92-811c-e188cc6b5b5b service neutron] 10.222.0.44 "GET /v2.0/networks/e7dbe19f-3d9d-4ca0-9cfb-20559f3d70b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683557 Jul 22 23:12:33.695469 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b4ed1d-210b-4a78-b299-4db1f85092d4 req-6ccea06d-d04b-4346-a4ad-2f3b16a4f4cc tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:33.697041 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-70b4ed1d-210b-4a78-b299-4db1f85092d4 req-6ccea06d-d04b-4346-a4ad-2f3b16a4f4cc tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/networks?id=e58c7542-6db3-4e04-8d2d-fe660d3affaa HTTP/1.1" status: 200 len: 814 time: 0.1851130 Jul 22 23:12:33.720655 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-70b4ed1d-210b-4a78-b299-4db1f85092d4 req-8d28b799-67b6-4c27-b86e-17d1405fa717 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/quotas/aeb3cb1118144b5785cc93ac6fc21fc2 HTTP/1.1" status: 200 len: 375 time: 0.0169935 Jul 22 23:12:33.815647 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-6690eb11-578f-4647-997d-9528943a8785 req-ec259a41-e1eb-4a9f-bd04-71eda1b4d380 service neutron] 10.222.0.44 "GET /v2.0/networks/e7dbe19f-3d9d-4ca0-9cfb-20559f3d70b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497066 Jul 22 23:12:33.862949 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-70b4ed1d-210b-4a78-b299-4db1f85092d4 req-16aab72f-01ba-49a6-ae01-942accd7a24b tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=aeb3cb1118144b5785cc93ac6fc21fc2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1174715 Jul 22 23:12:33.967858 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-70b4ed1d-210b-4a78-b299-4db1f85092d4 req-b3dd5794-64c9-4b9c-8bf5-e4b875f1aaf1 service neutron] 10.222.0.44 "GET /v2.0/networks/e58c7542-6db3-4e04-8d2d-fe660d3affaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949850 Jul 22 23:12:34.325134 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0fd7df-0e5f-4bc1-b167-039dc3a1404b req-e3ab51c6-d478-423b-b201-b834fc4973cb tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:34.327025 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-3f0fd7df-0e5f-4bc1-b167-039dc3a1404b req-e3ab51c6-d478-423b-b201-b834fc4973cb tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=8336b4ae-d194-4f5f-b4d7-c111fef91485 HTTP/1.1" status: 200 len: 945 time: 0.3562946 Jul 22 23:12:34.329063 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-70b4ed1d-210b-4a78-b299-4db1f85092d4 req-72553c8b-ee55-43ac-91be-fa95cf17702a service neutron] 10.222.0.44 "GET /v2.0/networks/e58c7542-6db3-4e04-8d2d-fe660d3affaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3500388 Jul 22 23:12:34.372088 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-3f0fd7df-0e5f-4bc1-b167-039dc3a1404b req-64179ee6-8826-4dc6-bba8-aa3734fbe6e5 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357289 Jul 22 23:12:34.468236 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-5d05b343-1270-408e-ac15-3c99ce7e8f9d req-cf151d7c-a54f-4ced-aa69-8343ceeff9e7 tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8005861-97d5-4e95-b3d1-558472d8f0b3 HTTP/1.1" status: 200 len: 210 time: 0.0339606 Jul 22 23:12:34.579853 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce58c79-3066-4264-a542-24a0bad13695 req-622d07a9-f727-46a5-87cd-0f801d692ddf tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:34.581501 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-8ce58c79-3066-4264-a542-24a0bad13695 req-622d07a9-f727-46a5-87cd-0f801d692ddf tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] 10.222.0.44 "GET /v2.0/ports?device_id=e77d3846-4a8c-4f5d-8ba6-d3ea23624c05 HTTP/1.1" status: 200 len: 943 time: 0.0738041 Jul 22 23:12:34.624707 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-8ce58c79-3066-4264-a542-24a0bad13695 req-f47f7976-dab4-4355-a8e8-8d783859fbba tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] 10.222.0.44 "GET /v2.0/security-groups?id=2b2f2730-d675-4a53-bf52-1b2c76974beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369966 Jul 22 23:12:34.708788 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-2f4dec48-d263-48cc-8c2c-5d28ee6bbd7b req-c2af2dbc-3297-4574-8a70-a4e6c3b5afc4 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/ports?device_id=88b8e575-c589-4a2b-b6c6-efdee6606e12 HTTP/1.1" status: 200 len: 210 time: 0.0331650 Jul 22 23:12:35.500664 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ad81dc-d889-45cf-a504-4e53e3b54511 req-4cd7dd14-a227-4eaf-b890-e6fad6db00ac tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:35.502190 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-a8ad81dc-d889-45cf-a504-4e53e3b54511 req-4cd7dd14-a227-4eaf-b890-e6fad6db00ac tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=8336b4ae-d194-4f5f-b4d7-c111fef91485 HTTP/1.1" status: 200 len: 945 time: 0.0624230 Jul 22 23:12:35.541047 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-a8ad81dc-d889-45cf-a504-4e53e3b54511 req-60a3cde1-3521-4861-be83-9202e0dc0059 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334473 Jul 22 23:12:35.572129 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-8696c637-7167-4815-94e9-70a4cd801da7 req-6580deeb-a81f-43f8-8ae0-89011133cb0e tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8005861-97d5-4e95-b3d1-558472d8f0b3 HTTP/1.1" status: 200 len: 210 time: 0.0342867 Jul 22 23:12:35.754234 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670ef792-a0b8-448e-975e-5316651c2493 req-7ddeeffd-3e43-4f25-9827-b46367f9e906 tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:35.755776 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-670ef792-a0b8-448e-975e-5316651c2493 req-7ddeeffd-3e43-4f25-9827-b46367f9e906 tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] 10.222.0.44 "GET /v2.0/ports?device_id=e77d3846-4a8c-4f5d-8ba6-d3ea23624c05 HTTP/1.1" status: 200 len: 943 time: 0.0625930 Jul 22 23:12:35.792679 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-670ef792-a0b8-448e-975e-5316651c2493 req-03ef558b-ec62-4ac5-9b5b-cc786a0c9df9 tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] 10.222.0.44 "GET /v2.0/security-groups?id=2b2f2730-d675-4a53-bf52-1b2c76974beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313838 Jul 22 23:12:35.874239 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-88658169-9920-4177-a3ab-ad682448ea29 req-6a4c5a97-b919-45ae-b06a-20d1193e4552 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/ports?device_id=88b8e575-c589-4a2b-b6c6-efdee6606e12 HTTP/1.1" status: 200 len: 210 time: 0.0285454 Jul 22 23:12:36.626707 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Device 5bc5e8b5-caa7-441b-9a6e-7b07d3bccd35 details requested by agent hyperv_hv-cinder-80187 with host hv-cinder-80187 {{(pid=93194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:12:36.669492 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017d5869-44cd-48ea-8fae-5183257f1353 req-1b808f55-d972-48a8-93cf-f9508699091a tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:36.671096 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-017d5869-44cd-48ea-8fae-5183257f1353 req-1b808f55-d972-48a8-93cf-f9508699091a tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=8336b4ae-d194-4f5f-b4d7-c111fef91485 HTTP/1.1" status: 200 len: 945 time: 0.0655921 Jul 22 23:12:36.712221 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-017d5869-44cd-48ea-8fae-5183257f1353 req-94398c72-d1b2-4528-af6c-5aab24b0c9a0 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349550 Jul 22 23:12:36.721551 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] For port 5bc5e8b5-caa7-441b-9a6e-7b07d3bccd35, host hv-cinder-80187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80187',level=0,port_id=5bc5e8b5-caa7-441b-9a6e-7b07d3bccd35,segment=NetworkSegment(4e99933b-4a20-41a9-a6c5-07f340b8fba9),segment_id=4e99933b-4a20-41a9-a6c5-07f340b8fba9)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:12:36.741814 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Returning: {'device': '5bc5e8b5-caa7-441b-9a6e-7b07d3bccd35', 'network_id': '76beca70-c283-4250-aeaf-2347572c0c9a', 'port_id': '5bc5e8b5-caa7-441b-9a6e-7b07d3bccd35', 'mac_address': 'fa:16:3e:ce:0a:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 896, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c93b86df-c4f3-4554-87ea-c32ec748f461', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:12:36.778881 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:36.792803 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.notifiers.nova [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bc5e8b5-caa7-441b-9a6e-7b07d3bccd35 {{(pid=93194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:12:36.807218 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-2f11cfa0-2ab1-4dae-8af7-da29cb52bbad req-3bb6190d-90a0-4204-b8e1-302afe0f74cf tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8005861-97d5-4e95-b3d1-558472d8f0b3 HTTP/1.1" status: 200 len: 210 time: 0.0305617 Jul 22 23:12:36.812016 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] For port 5bc5e8b5-caa7-441b-9a6e-7b07d3bccd35, host hv-cinder-80187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80187',level=0,port_id=5bc5e8b5-caa7-441b-9a6e-7b07d3bccd35,segment=NetworkSegment(4e99933b-4a20-41a9-a6c5-07f340b8fba9),segment_id=4e99933b-4a20-41a9-a6c5-07f340b8fba9)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:12:36.817105 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:36.871405 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Pushing event updated for resources: {'Port': ['ID=5bc5e8b5-caa7-441b-9a6e-7b07d3bccd35,revision_number=4']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:36.925372 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebe7587-f2f2-4660-8059-50585732145a req-321994a8-7624-4991-9a52-f031300791bd tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:36.926827 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-5ebe7587-f2f2-4660-8059-50585732145a req-321994a8-7624-4991-9a52-f031300791bd tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] 10.222.0.44 "GET /v2.0/ports?device_id=e77d3846-4a8c-4f5d-8ba6-d3ea23624c05 HTTP/1.1" status: 200 len: 944 time: 0.0627756 Jul 22 23:12:36.963694 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-5ebe7587-f2f2-4660-8059-50585732145a req-e0e455bc-d374-4f32-97c0-12a2d227c940 tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] 10.222.0.44 "GET /v2.0/security-groups?id=2b2f2730-d675-4a53-bf52-1b2c76974beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309782 Jul 22 23:12:37.044805 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-75a38263-25bf-4001-9696-b873f6c3983e req-587976e0-3e05-4f86-b43a-33d5177634ae tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/ports?device_id=88b8e575-c589-4a2b-b6c6-efdee6606e12 HTTP/1.1" status: 200 len: 210 time: 0.0281768 Jul 22 23:12:37.876435 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296f1e2c-a62f-4dd7-8272-e96ed570d6c8 req-b3a2ab63-5627-460c-933e-bfd5334256d9 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:37.878191 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-296f1e2c-a62f-4dd7-8272-e96ed570d6c8 req-b3a2ab63-5627-460c-933e-bfd5334256d9 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=8336b4ae-d194-4f5f-b4d7-c111fef91485 HTTP/1.1" status: 200 len: 945 time: 0.0870945 Jul 22 23:12:37.917669 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-18a2cf52-18cb-4c52-9ed6-bfb5f280637e req-838e0970-bee2-4c8d-ba16-5f552067fc79 tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8005861-97d5-4e95-b3d1-558472d8f0b3 HTTP/1.1" status: 200 len: 210 time: 0.0384743 Jul 22 23:12:37.938420 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-296f1e2c-a62f-4dd7-8272-e96ed570d6c8 req-0704e610-ccad-4a8c-bb4d-443dcb2a74e0 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511637 Jul 22 23:12:38.094498 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489b6a2d-7023-475f-9559-83522bf3599d req-0eb016e6-fd57-493c-93a9-776a601549e0 tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:38.096025 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-489b6a2d-7023-475f-9559-83522bf3599d req-0eb016e6-fd57-493c-93a9-776a601549e0 tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] 10.222.0.44 "GET /v2.0/ports?device_id=e77d3846-4a8c-4f5d-8ba6-d3ea23624c05 HTTP/1.1" status: 200 len: 944 time: 0.0657659 Jul 22 23:12:38.156422 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-55afb243-208e-40a7-9cf7-372092b0e44c req-2c422d56-ec60-4bd5-bb91-301b8a94e21e tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/ports?device_id=88b8e575-c589-4a2b-b6c6-efdee6606e12 HTTP/1.1" status: 200 len: 210 time: 0.0396471 Jul 22 23:12:38.163555 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-489b6a2d-7023-475f-9559-83522bf3599d req-35da663a-74a1-4303-a292-59d19872d1ea tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] 10.222.0.44 "GET /v2.0/security-groups?id=2b2f2730-d675-4a53-bf52-1b2c76974beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614071 Jul 22 23:12:38.250161 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] get_ports_and_sgs() called for port_ids ['5bc5e8b5-caa7-441b-9a6e-7b07d3bccd35'] {{(pid=93194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:12:38.440299 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6690eb11-578f-4647-997d-9528943a8785 req-38d76509-6529-43f2-a5f0-dd19c86a0c95 tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:38.442067 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-6690eb11-578f-4647-997d-9528943a8785 req-38d76509-6529-43f2-a5f0-dd19c86a0c95 tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] 10.222.0.76 "GET /v2.0/networks?id=e7dbe19f-3d9d-4ca0-9cfb-20559f3d70b0 HTTP/1.1" status: 200 len: 814 time: 0.1423118 Jul 22 23:12:38.467534 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.v2.base [req-6690eb11-578f-4647-997d-9528943a8785 req-f205859d-4b2b-4200-9c85-29cc8b18e77f tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] Request body: {'port': {'device_id': 'f8005861-97d5-4e95-b3d1-558472d8f0b3', 'network_id': 'e7dbe19f-3d9d-4ca0-9cfb-20559f3d70b0', 'admin_state_up': True, 'tenant_id': 'd5820f83eab04d5c8dac281d2158f2bc'}} {{(pid=93192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:12:38.604052 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6690eb11-578f-4647-997d-9528943a8785 req-f205859d-4b2b-4200-9c85-29cc8b18e77f tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] Made reservation on behalf of d5820f83eab04d5c8dac281d2158f2bc for: {'port': 1} {{(pid=93192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:12:38.608291 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [req-6690eb11-578f-4647-997d-9528943a8785 req-f205859d-4b2b-4200-9c85-29cc8b18e77f tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:38.760235 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.db.db_base_plugin_common [req-6690eb11-578f-4647-997d-9528943a8785 req-f205859d-4b2b-4200-9c85-29cc8b18e77f tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] Allocated IP 172.20.0.3 (e7dbe19f-3d9d-4ca0-9cfb-20559f3d70b0/76dccde7-b5be-411e-b5a8-44ab5f8008ba/dfe73686-ba1c-4a7a-ad7f-ae889eeaf4bd) {{(pid=93192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:12:38.924159 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [req-6690eb11-578f-4647-997d-9528943a8785 req-f205859d-4b2b-4200-9c85-29cc8b18e77f tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] Notify callbacks [] for port, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:38.971144 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [req-6690eb11-578f-4647-997d-9528943a8785 req-f205859d-4b2b-4200-9c85-29cc8b18e77f tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769065317241'] for port, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:39.051066 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6690eb11-578f-4647-997d-9528943a8785 req-f205859d-4b2b-4200-9c85-29cc8b18e77f tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] Network e7dbe19f-3d9d-4ca0-9cfb-20559f3d70b0 is already hosted by enough agents. {{(pid=93192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:12:39.058861 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.scheduler.base_scheduler [req-6690eb11-578f-4647-997d-9528943a8785 req-f205859d-4b2b-4200-9c85-29cc8b18e77f tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] Resources bound (agent type, host, resource id): {{(pid=93192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:12:39.063546 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.db.l3_dvrscheduler_db [req-6690eb11-578f-4647-997d-9528943a8785 req-f205859d-4b2b-4200-9c85-29cc8b18e77f tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] Received port after_create {{(pid=93192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:12:39.069198 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6690eb11-578f-4647-997d-9528943a8785 req-f205859d-4b2b-4200-9c85-29cc8b18e77f tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:39.069826 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [req-6690eb11-578f-4647-997d-9528943a8785 req-f205859d-4b2b-4200-9c85-29cc8b18e77f tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585183'] for port, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:39.094150 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f205859d-4b2b-4200-9c85-29cc8b18e77f tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] Pushing event updated for resources: {'Port': ['ID=dfe73686-ba1c-4a7a-ad7f-ae889eeaf4bd,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:39.130963 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-6690eb11-578f-4647-997d-9528943a8785 req-f205859d-4b2b-4200-9c85-29cc8b18e77f tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6678843 Jul 22 23:12:39.161144 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcb5808-4b8e-4fb9-bc08-1dbdee352fa4 req-8b754322-7f6b-4964-b364-fdd2dcb0ddfe tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:39.163682 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-8dcb5808-4b8e-4fb9-bc08-1dbdee352fa4 req-8b754322-7f6b-4964-b364-fdd2dcb0ddfe tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8005861-97d5-4e95-b3d1-558472d8f0b3 HTTP/1.1" status: 200 len: 931 time: 0.1560218 Jul 22 23:12:39.213430 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a8c8e9-f54a-4766-b0d4-b6102512e84a req-de0f8889-a2d6-47d6-8ca0-102096227cd2 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:39.216090 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-84a8c8e9-f54a-4766-b0d4-b6102512e84a req-de0f8889-a2d6-47d6-8ca0-102096227cd2 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=8336b4ae-d194-4f5f-b4d7-c111fef91485 HTTP/1.1" status: 200 len: 945 time: 0.1395390 Jul 22 23:12:39.223639 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-8dcb5808-4b8e-4fb9-bc08-1dbdee352fa4 req-4c7315bd-56a2-4c9c-9b24-fd952d17b9bd tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] 10.222.0.44 "GET /v2.0/security-groups?id=19b88fb3-39ec-448e-8763-3d3cfc3c4317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534096 Jul 22 23:12:39.263257 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-84a8c8e9-f54a-4766-b0d4-b6102512e84a req-c6fe264a-9d81-40ea-9bc3-73c6f6c9c008 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387046 Jul 22 23:12:39.331122 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-39b1f829-8772-48c2-978b-7125827fb699 req-c4076149-1705-4f33-8fce-98bf6965ca1b tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/ports?device_id=88b8e575-c589-4a2b-b6c6-efdee6606e12 HTTP/1.1" status: 200 len: 210 time: 0.0380917 Jul 22 23:12:39.411450 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4a26f9-7666-43ed-bf4b-b2f921735fce req-904992ee-ec09-4e90-9207-9a3c64cd75bc tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:39.412960 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-5f4a26f9-7666-43ed-bf4b-b2f921735fce req-904992ee-ec09-4e90-9207-9a3c64cd75bc tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] 10.222.0.44 "GET /v2.0/ports?device_id=e77d3846-4a8c-4f5d-8ba6-d3ea23624c05 HTTP/1.1" status: 200 len: 944 time: 0.0621877 Jul 22 23:12:39.426744 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b4ed1d-210b-4a78-b299-4db1f85092d4 req-936b7fb2-b35c-432c-b794-2e9464aaa0d8 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:39.428188 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-70b4ed1d-210b-4a78-b299-4db1f85092d4 req-936b7fb2-b35c-432c-b794-2e9464aaa0d8 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.76 "GET /v2.0/networks?id=e58c7542-6db3-4e04-8d2d-fe660d3affaa HTTP/1.1" status: 200 len: 814 time: 0.3405423 Jul 22 23:12:39.450087 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-5f4a26f9-7666-43ed-bf4b-b2f921735fce req-1a4f448f-34dd-4798-8ddb-331b106f8edc tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] 10.222.0.44 "GET /v2.0/security-groups?id=2b2f2730-d675-4a53-bf52-1b2c76974beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316110 Jul 22 23:12:40.368528 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ef4c67-d4f0-4bd5-8c45-14f39ed01548 req-1f733a3a-b7e1-4d7d-993d-ebab2ec239bc tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:40.371233 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-70ef4c67-d4f0-4bd5-8c45-14f39ed01548 req-1f733a3a-b7e1-4d7d-993d-ebab2ec239bc tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8005861-97d5-4e95-b3d1-558472d8f0b3 HTTP/1.1" status: 200 len: 931 time: 0.0707467 Jul 22 23:12:40.409831 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-70ef4c67-d4f0-4bd5-8c45-14f39ed01548 req-26c7ee35-3939-4bdb-83ac-b3a80e6b97a6 tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] 10.222.0.44 "GET /v2.0/security-groups?id=19b88fb3-39ec-448e-8763-3d3cfc3c4317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324035 Jul 22 23:12:40.536536 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5efdfb-1551-4617-bfab-c96382503acd req-9201a5b7-36ac-4361-8e27-8657c2f9caf8 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:40.538038 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-0e5efdfb-1551-4617-bfab-c96382503acd req-9201a5b7-36ac-4361-8e27-8657c2f9caf8 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=8336b4ae-d194-4f5f-b4d7-c111fef91485 HTTP/1.1" status: 200 len: 945 time: 0.0724089 Jul 22 23:12:40.577656 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-0e5efdfb-1551-4617-bfab-c96382503acd req-e53c8b59-a56e-4959-b08f-b4df3eb36490 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338459 Jul 22 23:12:40.662030 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-14f7ae15-1150-4a5d-8d0c-0bd3927d6879 req-482a6b2f-fc61-4181-9ec9-7f6e5bd5f895 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/ports?device_id=88b8e575-c589-4a2b-b6c6-efdee6606e12 HTTP/1.1" status: 200 len: 210 time: 0.0291243 Jul 22 23:12:40.783338 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde6829e-9120-4aaa-82cd-89b1db56ccef req-c576a6b8-8276-48f2-a6b3-5e45adfddf65 tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:40.784854 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-bde6829e-9120-4aaa-82cd-89b1db56ccef req-c576a6b8-8276-48f2-a6b3-5e45adfddf65 tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] 10.222.0.44 "GET /v2.0/ports?device_id=e77d3846-4a8c-4f5d-8ba6-d3ea23624c05 HTTP/1.1" status: 200 len: 944 time: 0.0665619 Jul 22 23:12:40.827158 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-bde6829e-9120-4aaa-82cd-89b1db56ccef req-eb2db5e4-b51f-4ba5-9fd9-6656f7987fad tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] 10.222.0.44 "GET /v2.0/security-groups?id=2b2f2730-d675-4a53-bf52-1b2c76974beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363817 Jul 22 23:12:41.541917 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e77548-f1f7-426d-aae6-137b12556b77 req-3289c4d6-c39a-47b1-8304-d1b2c3d2b96b tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:41.543407 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-95e77548-f1f7-426d-aae6-137b12556b77 req-3289c4d6-c39a-47b1-8304-d1b2c3d2b96b tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8005861-97d5-4e95-b3d1-558472d8f0b3 HTTP/1.1" status: 200 len: 931 time: 0.0653167 Jul 22 23:12:41.589900 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-95e77548-f1f7-426d-aae6-137b12556b77 req-f0b37ee4-94b5-4dd3-900d-b5b701054a6e tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] 10.222.0.44 "GET /v2.0/security-groups?id=19b88fb3-39ec-448e-8763-3d3cfc3c4317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407963 Jul 22 23:12:41.716586 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d2d7e1-2711-4104-b163-dd974e21c2a9 req-11bf553d-f6f4-47ac-8227-c994fd90e05d tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:41.719215 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-37d2d7e1-2711-4104-b163-dd974e21c2a9 req-11bf553d-f6f4-47ac-8227-c994fd90e05d tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=8336b4ae-d194-4f5f-b4d7-c111fef91485 HTTP/1.1" status: 200 len: 945 time: 0.0695984 Jul 22 23:12:41.781802 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-37d2d7e1-2711-4104-b163-dd974e21c2a9 req-17ba8609-b7f9-4702-b0bd-981c0178c1d1 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508003 Jul 22 23:12:41.870317 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-660597fc-0ea4-4d87-acf1-c1098f59c158 req-80069371-cff0-4ef1-b4ce-cbbd97921f09 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/ports?device_id=88b8e575-c589-4a2b-b6c6-efdee6606e12 HTTP/1.1" status: 200 len: 210 time: 0.0328717 Jul 22 23:12:41.988932 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ff710e-485d-48fd-8d94-4bf281273b68 req-26c9f69d-c65d-4c4d-bf93-8991cac3f5b3 tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:41.990340 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-02ff710e-485d-48fd-8d94-4bf281273b68 req-26c9f69d-c65d-4c4d-bf93-8991cac3f5b3 tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] 10.222.0.44 "GET /v2.0/ports?device_id=e77d3846-4a8c-4f5d-8ba6-d3ea23624c05 HTTP/1.1" status: 200 len: 944 time: 0.0632656 Jul 22 23:12:42.028437 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-02ff710e-485d-48fd-8d94-4bf281273b68 req-816a6f8c-bdd1-439c-97f2-05bed2b2238f tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] 10.222.0.44 "GET /v2.0/security-groups?id=2b2f2730-d675-4a53-bf52-1b2c76974beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324819 Jul 22 23:12:42.521542 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.v2.base [req-6690eb11-578f-4647-997d-9528943a8785 req-d77767ec-1d42-4643-b5ce-1bb74c523a65 service neutron] Request body: {'port': {'device_id': 'f8005861-97d5-4e95-b3d1-558472d8f0b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80187'}} {{(pid=93192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:12:42.538866 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [req-70b4ed1d-210b-4a78-b299-4db1f85092d4 req-1de48371-0d9e-4193-b051-3179b638b6ae tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Request body: {'port': {'device_id': '88b8e575-c589-4a2b-b6c6-efdee6606e12', 'network_id': 'e58c7542-6db3-4e04-8d2d-fe660d3affaa', 'admin_state_up': True, 'tenant_id': 'aeb3cb1118144b5785cc93ac6fc21fc2'}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:12:42.598632 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [req-6690eb11-578f-4647-997d-9528943a8785 req-d77767ec-1d42-4643-b5ce-1bb74c523a65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:42.668535 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70b4ed1d-210b-4a78-b299-4db1f85092d4 req-1de48371-0d9e-4193-b051-3179b638b6ae tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Made reservation on behalf of aeb3cb1118144b5785cc93ac6fc21fc2 for: {'port': 1} {{(pid=93193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:12:42.672108 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-70b4ed1d-210b-4a78-b299-4db1f85092d4 req-1de48371-0d9e-4193-b051-3179b638b6ae tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:42.833929 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.db.db_base_plugin_common [req-70b4ed1d-210b-4a78-b299-4db1f85092d4 req-1de48371-0d9e-4193-b051-3179b638b6ae tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Allocated IP 172.20.0.7 (e58c7542-6db3-4e04-8d2d-fe660d3affaa/b9ecd397-fc62-4881-82a1-08e8c6fe73f4/dfab7ed8-6d5b-4abb-b1bc-5cc67716340d) {{(pid=93193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:12:42.864727 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b68d0b-4476-4a3f-8389-827b1a7c9740 req-e637978e-d47c-431c-831e-2c53df42f76a tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:42.866508 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-d2b68d0b-4476-4a3f-8389-827b1a7c9740 req-e637978e-d47c-431c-831e-2c53df42f76a tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8005861-97d5-4e95-b3d1-558472d8f0b3 HTTP/1.1" status: 200 len: 931 time: 0.1535890 Jul 22 23:12:42.976624 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-d2b68d0b-4476-4a3f-8389-827b1a7c9740 req-d6d3d661-584d-451a-a7c0-be2742134fb7 tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] 10.222.0.44 "GET /v2.0/security-groups?id=19b88fb3-39ec-448e-8763-3d3cfc3c4317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983193 Jul 22 23:12:42.994287 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-70b4ed1d-210b-4a78-b299-4db1f85092d4 req-1de48371-0d9e-4193-b051-3179b638b6ae tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Notify callbacks [] for port, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:43.029273 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9248d340-0bef-4606-b3db-0fe849adca53 req-22c20462-ab94-40fb-a4aa-59ab24ad8a79 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:43.032493 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-9248d340-0bef-4606-b3db-0fe849adca53 req-22c20462-ab94-40fb-a4aa-59ab24ad8a79 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=8336b4ae-d194-4f5f-b4d7-c111fef91485 HTTP/1.1" status: 200 len: 945 time: 0.1609190 Jul 22 23:12:43.041340 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-70b4ed1d-210b-4a78-b299-4db1f85092d4 req-1de48371-0d9e-4193-b051-3179b638b6ae tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769065317241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31811438'] for port, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:43.065334 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.notifiers.nova [req-6690eb11-578f-4647-997d-9528943a8785 req-d77767ec-1d42-4643-b5ce-1bb74c523a65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfe73686-ba1c-4a7a-ad7f-ae889eeaf4bd {{(pid=93192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:12:43.080347 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [req-6690eb11-578f-4647-997d-9528943a8785 req-d77767ec-1d42-4643-b5ce-1bb74c523a65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:43.087264 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70b4ed1d-210b-4a78-b299-4db1f85092d4 req-1de48371-0d9e-4193-b051-3179b638b6ae tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Network e58c7542-6db3-4e04-8d2d-fe660d3affaa is already hosted by enough agents. {{(pid=93193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:12:43.092260 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.scheduler.base_scheduler [req-70b4ed1d-210b-4a78-b299-4db1f85092d4 req-1de48371-0d9e-4193-b051-3179b638b6ae tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Resources bound (agent type, host, resource id): {{(pid=93193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:12:43.095948 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.db.l3_dvrscheduler_db [req-70b4ed1d-210b-4a78-b299-4db1f85092d4 req-1de48371-0d9e-4193-b051-3179b638b6ae tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Received port after_create {{(pid=93193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:12:43.098116 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] get_ports_and_sgs() called for port_ids ['4ff6ad14-4f2e-413e-9405-77e3cca49e39', '173bb1b0-c700-4438-a506-b422639fb87b'] {{(pid=93194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:12:43.123485 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de48371-0d9e-4193-b051-3179b638b6ae tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Pushing event updated for resources: {'Port': ['ID=dfab7ed8-6d5b-4abb-b1bc-5cc67716340d,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:43.126875 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-9248d340-0bef-4606-b3db-0fe849adca53 req-53a47304-3432-4edd-b6b2-d62c8078cd96 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877128 Jul 22 23:12:43.129353 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.db.provisioning_blocks [req-6690eb11-578f-4647-997d-9528943a8785 req-d77767ec-1d42-4643-b5ce-1bb74c523a65 service neutron] Transition to ACTIVE for port object dfe73686-ba1c-4a7a-ad7f-ae889eeaf4bd will not be triggered until provisioned by entity L2. {{(pid=93192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:12:43.138448 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [req-6690eb11-578f-4647-997d-9528943a8785 req-d77767ec-1d42-4643-b5ce-1bb74c523a65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:43.172084 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b4ed1d-210b-4a78-b299-4db1f85092d4 req-1de48371-0d9e-4193-b051-3179b638b6ae tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:43.173223 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-70b4ed1d-210b-4a78-b299-4db1f85092d4 req-1de48371-0d9e-4193-b051-3179b638b6ae tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92570'] for port, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:43.189900 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-70b4ed1d-210b-4a78-b299-4db1f85092d4 req-1de48371-0d9e-4193-b051-3179b638b6ae tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6550636 Jul 22 23:12:43.212794 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [req-70b4ed1d-210b-4a78-b299-4db1f85092d4 req-8ad786d8-24ae-477d-bdba-749ef196779e service neutron] Request body: {'port': {'device_id': '88b8e575-c589-4a2b-b6c6-efdee6606e12', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80187'}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:12:43.242087 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46986790-6ff6-4037-9206-4d039a8dd34d req-9fb26550-b18c-4674-9200-c893bd358bfd tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:43.244197 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-46986790-6ff6-4037-9206-4d039a8dd34d req-9fb26550-b18c-4674-9200-c893bd358bfd tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/ports?device_id=88b8e575-c589-4a2b-b6c6-efdee6606e12 HTTP/1.1" status: 200 len: 931 time: 0.1849930 Jul 22 23:12:43.245093 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77767ec-1d42-4643-b5ce-1bb74c523a65 service neutron] Pushing event updated for resources: {'Port': ['ID=dfe73686-ba1c-4a7a-ad7f-ae889eeaf4bd,revision_number=2']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:43.303609 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-70b4ed1d-210b-4a78-b299-4db1f85092d4 req-8ad786d8-24ae-477d-bdba-749ef196779e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:43.341668 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.managers [req-6690eb11-578f-4647-997d-9528943a8785 req-d77767ec-1d42-4643-b5ce-1bb74c523a65 service neutron] Attempting to bind port dfe73686-ba1c-4a7a-ad7f-ae889eeaf4bd on host hv-cinder-80187 for vnic_type normal with profile {{(pid=93192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:12:43.342180 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.managers [req-6690eb11-578f-4647-997d-9528943a8785 req-d77767ec-1d42-4643-b5ce-1bb74c523a65 service neutron] Attempting to bind port dfe73686-ba1c-4a7a-ad7f-ae889eeaf4bd by drivers openvswitch,hyperv on host hv-cinder-80187 at level 0 using segments [{'id': 'f25a6190-92e5-4985-bd58-3825589b744f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'e7dbe19f-3d9d-4ca0-9cfb-20559f3d70b0'}] {{(pid=93192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:12:43.342510 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6690eb11-578f-4647-997d-9528943a8785 req-d77767ec-1d42-4643-b5ce-1bb74c523a65 service neutron] Attempting to bind port dfe73686-ba1c-4a7a-ad7f-ae889eeaf4bd on network e7dbe19f-3d9d-4ca0-9cfb-20559f3d70b0 {{(pid=93192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:12:43.357621 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-46986790-6ff6-4037-9206-4d039a8dd34d req-828f36e9-700a-482b-8294-82d01091e128 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/security-groups?id=d84c6cad-631b-43c5-a35b-86fdac5eacd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050506 Jul 22 23:12:43.362309 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6690eb11-578f-4647-997d-9528943a8785 req-d77767ec-1d42-4643-b5ce-1bb74c523a65 service neutron] Port dfe73686-ba1c-4a7a-ad7f-ae889eeaf4bd on network e7dbe19f-3d9d-4ca0-9cfb-20559f3d70b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80187 {{(pid=93192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:12:43.362309 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6690eb11-578f-4647-997d-9528943a8785 req-d77767ec-1d42-4643-b5ce-1bb74c523a65 service neutron] Attempting to bind port dfe73686-ba1c-4a7a-ad7f-ae889eeaf4bd on network e7dbe19f-3d9d-4ca0-9cfb-20559f3d70b0 {{(pid=93192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:12:43.369863 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6690eb11-578f-4647-997d-9528943a8785 req-d77767ec-1d42-4643-b5ce-1bb74c523a65 service neutron] Checking agent: {'id': '11a4ce8f-2944-4abd-9558-2f785ee5be32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80187', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 9, 19), 'started_at': datetime.datetime(2021, 7, 22, 23, 9, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:12:43.369863 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6690eb11-578f-4647-997d-9528943a8785 req-d77767ec-1d42-4643-b5ce-1bb74c523a65 service neutron] Checking segment: {'id': 'f25a6190-92e5-4985-bd58-3825589b744f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'e7dbe19f-3d9d-4ca0-9cfb-20559f3d70b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:12:43.370198 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6690eb11-578f-4647-997d-9528943a8785 req-d77767ec-1d42-4643-b5ce-1bb74c523a65 service neutron] Bound using segment: {'id': 'f25a6190-92e5-4985-bd58-3825589b744f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'e7dbe19f-3d9d-4ca0-9cfb-20559f3d70b0'} {{(pid=93192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:12:43.370419 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.managers [req-6690eb11-578f-4647-997d-9528943a8785 req-d77767ec-1d42-4643-b5ce-1bb74c523a65 service neutron] Bound port: dfe73686-ba1c-4a7a-ad7f-ae889eeaf4bd, host: hv-cinder-80187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f25a6190-92e5-4985-bd58-3825589b744f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'e7dbe19f-3d9d-4ca0-9cfb-20559f3d70b0'}}] {{(pid=93192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:12:43.370773 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [req-6690eb11-578f-4647-997d-9528943a8785 req-d77767ec-1d42-4643-b5ce-1bb74c523a65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:43.417916 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba67cca-ab88-44b7-8313-b55959d2ecbf req-c5b323fd-63b9-4afd-a58e-50949d84414e tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:43.419460 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-fba67cca-ab88-44b7-8313-b55959d2ecbf req-c5b323fd-63b9-4afd-a58e-50949d84414e tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] 10.222.0.44 "GET /v2.0/ports?device_id=e77d3846-4a8c-4f5d-8ba6-d3ea23624c05 HTTP/1.1" status: 200 len: 944 time: 0.2118475 Jul 22 23:12:43.483335 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-fba67cca-ab88-44b7-8313-b55959d2ecbf req-373fd48d-e65d-455f-b1cc-9df39eaa4e85 tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] 10.222.0.44 "GET /v2.0/security-groups?id=2b2f2730-d675-4a53-bf52-1b2c76974beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577543 Jul 22 23:12:43.484511 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.db [req-6690eb11-578f-4647-997d-9528943a8785 req-d77767ec-1d42-4643-b5ce-1bb74c523a65 service neutron] For port dfe73686-ba1c-4a7a-ad7f-ae889eeaf4bd, host hv-cinder-80187, cleared binding levels {{(pid=93192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:12:43.497357 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.db [req-6690eb11-578f-4647-997d-9528943a8785 req-d77767ec-1d42-4643-b5ce-1bb74c523a65 service neutron] For port dfe73686-ba1c-4a7a-ad7f-ae889eeaf4bd, host hv-cinder-80187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80187',level=0,port_id=dfe73686-ba1c-4a7a-ad7f-ae889eeaf4bd,segment=NetworkSegment(f25a6190-92e5-4985-bd58-3825589b744f),segment_id=f25a6190-92e5-4985-bd58-3825589b744f)] {{(pid=93192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:12:43.502961 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [req-6690eb11-578f-4647-997d-9528943a8785 req-d77767ec-1d42-4643-b5ce-1bb74c523a65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:43.546856 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6690eb11-578f-4647-997d-9528943a8785 req-d77767ec-1d42-4643-b5ce-1bb74c523a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:43.546856 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [req-6690eb11-578f-4647-997d-9528943a8785 req-d77767ec-1d42-4643-b5ce-1bb74c523a65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585183'] for port, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:43.546856 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-6690eb11-578f-4647-997d-9528943a8785 req-d77767ec-1d42-4643-b5ce-1bb74c523a65 service neutron] 10.222.0.76 "PUT /v2.0/ports/dfe73686-ba1c-4a7a-ad7f-ae889eeaf4bd HTTP/1.1" status: 200 len: 1093 time: 1.0292845 Jul 22 23:12:43.553309 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8005861-97d5-4e95-b3d1-558472d8f0b3', 'tag': 'dfe73686-ba1c-4a7a-ad7f-ae889eeaf4bd'}] {{(pid=93192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:12:43.555572 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}116c38ea8adf6e412e27fa70d60466dac8b18d7b33470466fbdf59022c8e8666" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f679c80-5ebe-44be-9eb0-e7a14e715fe0" -d '{"events": [{"name": "network-changed", "server_uuid": "f8005861-97d5-4e95-b3d1-558472d8f0b3", "tag": "dfe73686-ba1c-4a7a-ad7f-ae889eeaf4bd"}]}' {{(pid=93192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:12:43.612515 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77767ec-1d42-4643-b5ce-1bb74c523a65 service neutron] Pushing event updated for resources: {'Port': ['ID=dfe73686-ba1c-4a7a-ad7f-ae889eeaf4bd,revision_number=3']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:43.622144 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30cf0be2-28f6-4dfd-a420-b4a11207a292 x-openstack-request-id: req-30cf0be2-28f6-4dfd-a420-b4a11207a292 {{(pid=93192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:12:43.622802 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8005861-97d5-4e95-b3d1-558472d8f0b3", "tag": "dfe73686-ba1c-4a7a-ad7f-ae889eeaf4bd", "status": "completed", "code": 200}]} {{(pid=93192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:12:43.623344 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-30cf0be2-28f6-4dfd-a420-b4a11207a292 {{(pid=93192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:12:43.625044 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8005861-97d5-4e95-b3d1-558472d8f0b3', 'tag': 'dfe73686-ba1c-4a7a-ad7f-ae889eeaf4bd', 'status': 'completed', 'code': 200} Jul 22 23:12:43.660857 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.notifiers.nova [req-70b4ed1d-210b-4a78-b299-4db1f85092d4 req-8ad786d8-24ae-477d-bdba-749ef196779e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfab7ed8-6d5b-4abb-b1bc-5cc67716340d {{(pid=93193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:12:43.670201 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-70b4ed1d-210b-4a78-b299-4db1f85092d4 req-8ad786d8-24ae-477d-bdba-749ef196779e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:43.690107 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.db.provisioning_blocks [req-70b4ed1d-210b-4a78-b299-4db1f85092d4 req-8ad786d8-24ae-477d-bdba-749ef196779e service neutron] Transition to ACTIVE for port object dfab7ed8-6d5b-4abb-b1bc-5cc67716340d will not be triggered until provisioned by entity L2. {{(pid=93193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:12:43.694757 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-70b4ed1d-210b-4a78-b299-4db1f85092d4 req-8ad786d8-24ae-477d-bdba-749ef196779e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31811429'] for port, after_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:43.703348 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6690eb11-578f-4647-997d-9528943a8785 req-9f201817-fedf-4d3e-8ad5-c8aedb83a4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:43.705256 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-6690eb11-578f-4647-997d-9528943a8785 req-9f201817-fedf-4d3e-8ad5-c8aedb83a4cd service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d5820f83eab04d5c8dac281d2158f2bc&device_id=f8005861-97d5-4e95-b3d1-558472d8f0b3 HTTP/1.1" status: 200 len: 1096 time: 0.0644031 Jul 22 23:12:43.740755 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Device 5bc5e8b5-caa7-441b-9a6e-7b07d3bccd35 up at agent hyperv_hv-cinder-80187 {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:12:43.768035 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad786d8-24ae-477d-bdba-749ef196779e service neutron] Pushing event updated for resources: {'Port': ['ID=dfab7ed8-6d5b-4abb-b1bc-5cc67716340d,revision_number=2']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:43.815701 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Provisioning for port 5bc5e8b5-caa7-441b-9a6e-7b07d3bccd35 completed by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:12:43.825989 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Provisioning complete for port 5bc5e8b5-caa7-441b-9a6e-7b07d3bccd35 triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:12:43.826359 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832377'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:43.831202 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.managers [req-70b4ed1d-210b-4a78-b299-4db1f85092d4 req-8ad786d8-24ae-477d-bdba-749ef196779e service neutron] Attempting to bind port dfab7ed8-6d5b-4abb-b1bc-5cc67716340d on host hv-cinder-80187 for vnic_type normal with profile {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:12:43.831532 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.managers [req-70b4ed1d-210b-4a78-b299-4db1f85092d4 req-8ad786d8-24ae-477d-bdba-749ef196779e service neutron] Attempting to bind port dfab7ed8-6d5b-4abb-b1bc-5cc67716340d by drivers openvswitch,hyperv on host hv-cinder-80187 at level 0 using segments [{'id': '16d2cb10-ce94-45af-9e3e-ba31490ef4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'e58c7542-6db3-4e04-8d2d-fe660d3affaa'}] {{(pid=93193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:12:43.831873 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70b4ed1d-210b-4a78-b299-4db1f85092d4 req-8ad786d8-24ae-477d-bdba-749ef196779e service neutron] Attempting to bind port dfab7ed8-6d5b-4abb-b1bc-5cc67716340d on network e58c7542-6db3-4e04-8d2d-fe660d3affaa {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:12:43.846160 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70b4ed1d-210b-4a78-b299-4db1f85092d4 req-8ad786d8-24ae-477d-bdba-749ef196779e service neutron] Port dfab7ed8-6d5b-4abb-b1bc-5cc67716340d on network e58c7542-6db3-4e04-8d2d-fe660d3affaa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80187 {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:12:43.846494 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70b4ed1d-210b-4a78-b299-4db1f85092d4 req-8ad786d8-24ae-477d-bdba-749ef196779e service neutron] Attempting to bind port dfab7ed8-6d5b-4abb-b1bc-5cc67716340d on network e58c7542-6db3-4e04-8d2d-fe660d3affaa {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:12:43.861876 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70b4ed1d-210b-4a78-b299-4db1f85092d4 req-8ad786d8-24ae-477d-bdba-749ef196779e service neutron] Checking agent: {'id': '11a4ce8f-2944-4abd-9558-2f785ee5be32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80187', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 9, 19), 'started_at': datetime.datetime(2021, 7, 22, 23, 9, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:12:43.862210 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70b4ed1d-210b-4a78-b299-4db1f85092d4 req-8ad786d8-24ae-477d-bdba-749ef196779e service neutron] Checking segment: {'id': '16d2cb10-ce94-45af-9e3e-ba31490ef4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'e58c7542-6db3-4e04-8d2d-fe660d3affaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:12:43.862567 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-6690eb11-578f-4647-997d-9528943a8785 req-e2e70231-0349-4145-bbd6-faa49d764b70 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dfe73686-ba1c-4a7a-ad7f-ae889eeaf4bd HTTP/1.1" status: 200 len: 217 time: 0.1420186 Jul 22 23:12:43.862684 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70b4ed1d-210b-4a78-b299-4db1f85092d4 req-8ad786d8-24ae-477d-bdba-749ef196779e service neutron] Bound using segment: {'id': '16d2cb10-ce94-45af-9e3e-ba31490ef4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'e58c7542-6db3-4e04-8d2d-fe660d3affaa'} {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:12:43.862988 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.managers [req-70b4ed1d-210b-4a78-b299-4db1f85092d4 req-8ad786d8-24ae-477d-bdba-749ef196779e service neutron] Bound port: dfab7ed8-6d5b-4abb-b1bc-5cc67716340d, host: hv-cinder-80187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16d2cb10-ce94-45af-9e3e-ba31490ef4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'e58c7542-6db3-4e04-8d2d-fe660d3affaa'}}] {{(pid=93193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:12:43.863332 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-70b4ed1d-210b-4a78-b299-4db1f85092d4 req-8ad786d8-24ae-477d-bdba-749ef196779e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:43.909988 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.agents_db [None req-bfbb8894-14bb-41d0-8761-89beb89abbcb None None] Agent healthcheck: found 6 active agents {{(pid=93195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:12:43.934777 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.db [req-70b4ed1d-210b-4a78-b299-4db1f85092d4 req-8ad786d8-24ae-477d-bdba-749ef196779e service neutron] For port dfab7ed8-6d5b-4abb-b1bc-5cc67716340d, host hv-cinder-80187, cleared binding levels {{(pid=93193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:12:43.938815 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.db [req-70b4ed1d-210b-4a78-b299-4db1f85092d4 req-8ad786d8-24ae-477d-bdba-749ef196779e service neutron] For port dfab7ed8-6d5b-4abb-b1bc-5cc67716340d, host hv-cinder-80187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80187',level=0,port_id=dfab7ed8-6d5b-4abb-b1bc-5cc67716340d,segment=NetworkSegment(16d2cb10-ce94-45af-9e3e-ba31490ef4c9),segment_id=16d2cb10-ce94-45af-9e3e-ba31490ef4c9)] {{(pid=93193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:12:43.946061 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-70b4ed1d-210b-4a78-b299-4db1f85092d4 req-8ad786d8-24ae-477d-bdba-749ef196779e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31811429'] for port, after_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:43.975830 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6690eb11-578f-4647-997d-9528943a8785 req-7e0267b6-e654-49fd-b809-26c1947fc6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:43.982118 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-6690eb11-578f-4647-997d-9528943a8785 req-7e0267b6-e654-49fd-b809-26c1947fc6fa service neutron] 10.222.0.76 "GET /v2.0/subnets?id=76dccde7-b5be-411e-b5a8-44ab5f8008ba HTTP/1.1" status: 200 len: 854 time: 0.1124151 Jul 22 23:12:43.995064 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:43.997274 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b4ed1d-210b-4a78-b299-4db1f85092d4 req-8ad786d8-24ae-477d-bdba-749ef196779e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:43.997973 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-70b4ed1d-210b-4a78-b299-4db1f85092d4 req-8ad786d8-24ae-477d-bdba-749ef196779e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92570'] for port, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:44.000310 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-70b4ed1d-210b-4a78-b299-4db1f85092d4 req-8ad786d8-24ae-477d-bdba-749ef196779e service neutron] 10.222.0.76 "PUT /v2.0/ports/dfab7ed8-6d5b-4abb-b1bc-5cc67716340d HTTP/1.1" status: 200 len: 1093 time: 0.7924988 Jul 22 23:12:44.002013 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88b8e575-c589-4a2b-b6c6-efdee6606e12', 'tag': 'dfab7ed8-6d5b-4abb-b1bc-5cc67716340d'}] {{(pid=93193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:12:44.018511 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53e3bfa867fb079e45cf064e3f04560eeff66f84eee23b8fde49e5f46f239411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16462100-f622-4b50-b302-5a4a82f616a6" -d '{"events": [{"name": "network-changed", "server_uuid": "88b8e575-c589-4a2b-b6c6-efdee6606e12", "tag": "dfab7ed8-6d5b-4abb-b1bc-5cc67716340d"}]}' {{(pid=93193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:12:44.052151 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-6690eb11-578f-4647-997d-9528943a8785 req-e937be88-a719-46c6-8d9b-402e7f6c31d7 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e7dbe19f-3d9d-4ca0-9cfb-20559f3d70b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633643 Jul 22 23:12:44.067618 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e77d3846-4a8c-4f5d-8ba6-d3ea23624c05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bc5e8b5-caa7-441b-9a6e-7b07d3bccd35'}] {{(pid=93194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:12:44.071239 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7601765a566782fd39478405f6fadc52a0f9e3dab845648c9e7fe91a53a45b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b097b611-2feb-4e45-baf9-dbaec5416a0e" -d '{"events": [{"server_uuid": "e77d3846-4a8c-4f5d-8ba6-d3ea23624c05", "name": "network-vif-plugged", "status": "completed", "tag": "5bc5e8b5-caa7-441b-9a6e-7b07d3bccd35"}]}' {{(pid=93194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:12:44.089007 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] For port 5bc5e8b5-caa7-441b-9a6e-7b07d3bccd35, host hv-cinder-80187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80187',level=0,port_id=5bc5e8b5-caa7-441b-9a6e-7b07d3bccd35,segment=NetworkSegment(4e99933b-4a20-41a9-a6c5-07f340b8fba9),segment_id=4e99933b-4a20-41a9-a6c5-07f340b8fba9)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:12:44.095180 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:44.139935 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad786d8-24ae-477d-bdba-749ef196779e service neutron] Pushing event updated for resources: {'Port': ['ID=dfab7ed8-6d5b-4abb-b1bc-5cc67716340d,revision_number=3']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:44.147526 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9243f38d-bd49-43a2-8f02-0fc3455f31b6 x-openstack-request-id: req-9243f38d-bd49-43a2-8f02-0fc3455f31b6 {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:12:44.147788 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88b8e575-c589-4a2b-b6c6-efdee6606e12", "tag": "dfab7ed8-6d5b-4abb-b1bc-5cc67716340d", "status": "completed", "code": 200}]} {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:12:44.148042 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9243f38d-bd49-43a2-8f02-0fc3455f31b6 {{(pid=93193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:12:44.148477 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88b8e575-c589-4a2b-b6c6-efdee6606e12', 'tag': 'dfab7ed8-6d5b-4abb-b1bc-5cc67716340d', 'status': 'completed', 'code': 200} Jul 22 23:12:44.180655 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Pushing event updated for resources: {'Port': ['ID=5bc5e8b5-caa7-441b-9a6e-7b07d3bccd35,revision_number=5']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:44.200425 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-442cea25-b04b-4953-a538-f468724fdf37 x-openstack-request-id: req-442cea25-b04b-4953-a538-f468724fdf37 {{(pid=93194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:12:44.207490 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e77d3846-4a8c-4f5d-8ba6-d3ea23624c05", "name": "network-vif-plugged", "status": "completed", "tag": "5bc5e8b5-caa7-441b-9a6e-7b07d3bccd35", "code": 200}]} {{(pid=93194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:12:44.207490 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-442cea25-b04b-4953-a538-f468724fdf37 {{(pid=93194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:12:44.207490 dv-cinder-801875-2-iscsi neutron-server[93194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e77d3846-4a8c-4f5d-8ba6-d3ea23624c05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bc5e8b5-caa7-441b-9a6e-7b07d3bccd35', 'code': 200} Jul 22 23:12:44.218199 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b4ed1d-210b-4a78-b299-4db1f85092d4 req-f4f670a9-4f16-4f50-85fd-13891f06785a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:44.223141 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-70b4ed1d-210b-4a78-b299-4db1f85092d4 req-f4f670a9-4f16-4f50-85fd-13891f06785a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=aeb3cb1118144b5785cc93ac6fc21fc2&device_id=88b8e575-c589-4a2b-b6c6-efdee6606e12 HTTP/1.1" status: 200 len: 1096 time: 0.0737782 Jul 22 23:12:44.307018 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 34890) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:44.309238 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-6690eb11-578f-4647-997d-9528943a8785 req-19a29fa4-abd0-4150-99b4-b89b2c416f5c service neutron] 10.222.0.76 "GET /v2.0/networks/e7dbe19f-3d9d-4ca0-9cfb-20559f3d70b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479692 Jul 22 23:12:44.344042 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-70b4ed1d-210b-4a78-b299-4db1f85092d4 req-8c59cf5a-b9d6-4267-a4db-e6a1332221b4 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dfab7ed8-6d5b-4abb-b1bc-5cc67716340d HTTP/1.1" status: 200 len: 217 time: 0.0584328 Jul 22 23:12:44.350429 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a994b86e-425f-4ba5-ba2c-22ee1741f0a3 req-8fdaa63b-9bd7-4910-8bcc-51da34ef0aff tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:44.351971 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-a994b86e-425f-4ba5-ba2c-22ee1741f0a3 req-8fdaa63b-9bd7-4910-8bcc-51da34ef0aff tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8005861-97d5-4e95-b3d1-558472d8f0b3 HTTP/1.1" status: 200 len: 943 time: 0.1377861 Jul 22 23:12:44.395259 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dc09d1-6f5d-40a7-be11-dfb16c96e75c req-4f222d0e-d489-46e6-bca6-3b445922c4aa tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:44.396401 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-57dc09d1-6f5d-40a7-be11-dfb16c96e75c req-4f222d0e-d489-46e6-bca6-3b445922c4aa tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=8336b4ae-d194-4f5f-b4d7-c111fef91485 HTTP/1.1" status: 200 len: 945 time: 0.1442206 Jul 22 23:12:44.424993 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b4ed1d-210b-4a78-b299-4db1f85092d4 req-b7075f52-4f8b-4a97-8dde-c222b636b8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:44.426252 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-70b4ed1d-210b-4a78-b299-4db1f85092d4 req-b7075f52-4f8b-4a97-8dde-c222b636b8bc service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b9ecd397-fc62-4881-82a1-08e8c6fe73f4 HTTP/1.1" status: 200 len: 854 time: 0.0604575 Jul 22 23:12:44.471690 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-70b4ed1d-210b-4a78-b299-4db1f85092d4 req-a2bba5b7-9616-4f21-be38-b9e98c4a0cea service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e58c7542-6db3-4e04-8d2d-fe660d3affaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348151 Jul 22 23:12:44.501604 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-9379890b-f102-4844-b6ef-846e9cfb0749 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:44.511537 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-a994b86e-425f-4ba5-ba2c-22ee1741f0a3 req-c3de6068-4baf-4d99-b7bb-03f458b26a45 tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] 10.222.0.44 "GET /v2.0/security-groups?id=19b88fb3-39ec-448e-8763-3d3cfc3c4317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467333 Jul 22 23:12:44.541921 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-57dc09d1-6f5d-40a7-be11-dfb16c96e75c req-1ba359ce-2cba-418c-a08f-05571e53ec2e tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310878 Jul 22 23:12:44.548498 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-6690eb11-578f-4647-997d-9528943a8785 req-304fb08c-119e-4d5f-a3f1-31a1c39c5765 service neutron] 10.222.0.76 "GET /v2.0/networks/e7dbe19f-3d9d-4ca0-9cfb-20559f3d70b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954901 Jul 22 23:12:44.652378 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a97919-6b52-44f0-9741-f8befb90a6be req-878439c6-c32e-4690-a994-df7b34493ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:44.653939 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-c0a97919-6b52-44f0-9741-f8befb90a6be req-878439c6-c32e-4690-a994-df7b34493ed4 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=e77d3846-4a8c-4f5d-8ba6-d3ea23624c05 HTTP/1.1" status: 200 len: 1098 time: 0.1417859 Jul 22 23:12:44.674089 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-70b4ed1d-210b-4a78-b299-4db1f85092d4 req-3090145e-692a-4037-8772-1c9c94db85ef service neutron] 10.222.0.76 "GET /v2.0/networks/e58c7542-6db3-4e04-8d2d-fe660d3affaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922607 Jul 22 23:12:44.712807 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-9379890b-f102-4844-b6ef-846e9cfb0749 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:44.719079 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-9379890b-f102-4844-b6ef-846e9cfb0749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:44.778359 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-9379890b-f102-4844-b6ef-846e9cfb0749 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=de4043ac36d64c01b50e17acc08f1f65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4681225 Jul 22 23:12:44.781044 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 34898) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:44.781677 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9379890b-f102-4844-b6ef-846e9cfb0749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01eb4289-1459-4950-af01-e784940ee3f0,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:44.797611 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8fc5fe-e7b5-4615-bbc8-92fc85657317 req-f8b7e432-c94a-4ffa-8b0b-c579a40d8b8f tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:44.799131 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-6f8fc5fe-e7b5-4615-bbc8-92fc85657317 req-f8b7e432-c94a-4ffa-8b0b-c579a40d8b8f tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/ports?device_id=88b8e575-c589-4a2b-b6c6-efdee6606e12 HTTP/1.1" status: 200 len: 943 time: 0.1857035 Jul 22 23:12:44.808082 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bc58c2-53f1-4ce2-9c5c-7a7879303090 req-e2052707-d1fa-4d75-ab8d-3ec67a7e83f8 tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:44.809901 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-c2bc58c2-53f1-4ce2-9c5c-7a7879303090 req-e2052707-d1fa-4d75-ab8d-3ec67a7e83f8 tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] 10.222.0.44 "GET /v2.0/ports?device_id=e77d3846-4a8c-4f5d-8ba6-d3ea23624c05 HTTP/1.1" status: 200 len: 945 time: 0.1564865 Jul 22 23:12:44.834295 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-75e9512d-b496-4d67-8815-1b280f925f4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:44.860136 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-75e9512d-b496-4d67-8815-1b280f925f4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:44.871239 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-6f8fc5fe-e7b5-4615-bbc8-92fc85657317 req-eed6e9e6-9e68-4fc4-b845-826f0b838b35 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/security-groups?id=d84c6cad-631b-43c5-a35b-86fdac5eacd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597894 Jul 22 23:12:44.879269 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-c2bc58c2-53f1-4ce2-9c5c-7a7879303090 req-0e3a2e5d-4f20-4899-8d40-094ed3a71cd1 tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] 10.222.0.44 "GET /v2.0/security-groups?id=2b2f2730-d675-4a53-bf52-1b2c76974beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604165 Jul 22 23:12:44.939490 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-75e9512d-b496-4d67-8815-1b280f925f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:44.942327 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-75e9512d-b496-4d67-8815-1b280f925f4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:44.943470 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-75e9512d-b496-4d67-8815-1b280f925f4b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/01eb4289-1459-4950-af01-e784940ee3f0 HTTP/1.1" status: 204 len: 168 time: 0.1613805 Jul 22 23:12:44.951728 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e9512d-b496-4d67-8815-1b280f925f4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01eb4289-1459-4950-af01-e784940ee3f0,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:45.309731 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 34916) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:45.327094 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-64fae581-cf13-43bb-b815-ca851ee59ce2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:45.423613 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-64fae581-cf13-43bb-b815-ca851ee59ce2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:45.427400 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-64fae581-cf13-43bb-b815-ca851ee59ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:45.458309 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-5c287316-bdf2-4b91-8ada-7f53cf8d51ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:45.466418 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-64fae581-cf13-43bb-b815-ca851ee59ce2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fcc433a88d0f47b3a66bcf2b76d7a8b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1556957 Jul 22 23:12:45.467275 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fae581-cf13-43bb-b815-ca851ee59ce2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26a4e4f2-5eba-4ee4-9f61-0861ebb0506a,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:45.469178 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 34918) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:12:45.517927 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-a1fe7a5f-b64c-486d-81b6-ee2b4419fb86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:45.538797 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-a1fe7a5f-b64c-486d-81b6-ee2b4419fb86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:45.616594 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-a1fe7a5f-b64c-486d-81b6-ee2b4419fb86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:45.619029 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-a1fe7a5f-b64c-486d-81b6-ee2b4419fb86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:45.620160 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-a1fe7a5f-b64c-486d-81b6-ee2b4419fb86 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/26a4e4f2-5eba-4ee4-9f61-0861ebb0506a HTTP/1.1" status: 204 len: 168 time: 0.1497252 Jul 22 23:12:45.642036 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fe7a5f-b64c-486d-81b6-ee2b4419fb86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26a4e4f2-5eba-4ee4-9f61-0861ebb0506a,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:45.680679 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e55ad6-8a0d-452b-a894-003bf66b33fb req-8e411015-267a-457b-a73b-1577baa0c4cd tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:45.682214 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-90e55ad6-8a0d-452b-a894-003bf66b33fb req-8e411015-267a-457b-a73b-1577baa0c4cd tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8005861-97d5-4e95-b3d1-558472d8f0b3 HTTP/1.1" status: 200 len: 943 time: 0.0977950 Jul 22 23:12:45.724199 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-90e55ad6-8a0d-452b-a894-003bf66b33fb req-e655966b-b6ab-4033-a7f8-ea0b26615a8c tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] 10.222.0.44 "GET /v2.0/security-groups?id=19b88fb3-39ec-448e-8763-3d3cfc3c4317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336144 Jul 22 23:12:45.855825 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dc96c3-f6ba-4cf9-8486-058d3f9e0c14 req-f7c7840e-e63b-4bda-999e-aeb410d30b15 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:45.857643 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-a1dc96c3-f6ba-4cf9-8486-058d3f9e0c14 req-f7c7840e-e63b-4bda-999e-aeb410d30b15 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=8336b4ae-d194-4f5f-b4d7-c111fef91485 HTTP/1.1" status: 200 len: 945 time: 0.0680239 Jul 22 23:12:45.896572 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-a1dc96c3-f6ba-4cf9-8486-058d3f9e0c14 req-d0249335-cf37-4df4-bb9c-dd1bff214f8e tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330091 Jul 22 23:12:46.031557 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea30ef4-c358-4ec0-b686-0b5b41902f27 req-27ffa54b-335e-4a92-9319-dd0a54b59ecd tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:46.033050 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-7ea30ef4-c358-4ec0-b686-0b5b41902f27 req-27ffa54b-335e-4a92-9319-dd0a54b59ecd tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/ports?device_id=88b8e575-c589-4a2b-b6c6-efdee6606e12 HTTP/1.1" status: 200 len: 943 time: 0.0756958 Jul 22 23:12:46.069508 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-7ea30ef4-c358-4ec0-b686-0b5b41902f27 req-c6c65de5-2724-4434-a910-4cd0922571ec tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/security-groups?id=d84c6cad-631b-43c5-a35b-86fdac5eacd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310943 Jul 22 23:12:46.189315 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd884b1-70e7-4c35-9e4e-26e1e01809be req-fc32b792-c85c-4bd4-91f9-792bf77c73a1 tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:46.195860 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-4bd884b1-70e7-4c35-9e4e-26e1e01809be req-fc32b792-c85c-4bd4-91f9-792bf77c73a1 tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] 10.222.0.44 "GET /v2.0/ports?device_id=e77d3846-4a8c-4f5d-8ba6-d3ea23624c05 HTTP/1.1" status: 200 len: 945 time: 0.0692461 Jul 22 23:12:46.232831 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-4bd884b1-70e7-4c35-9e4e-26e1e01809be req-ca97f545-f068-403b-8c59-8c233ce5386e tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] 10.222.0.44 "GET /v2.0/security-groups?id=2b2f2730-d675-4a53-bf52-1b2c76974beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361254 Jul 22 23:12:46.862519 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239e3765-fe00-4970-bcc8-f1cfb9ee6bf7 req-b44340dd-1fe5-42fb-8140-c663bcece650 tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:46.864032 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-239e3765-fe00-4970-bcc8-f1cfb9ee6bf7 req-b44340dd-1fe5-42fb-8140-c663bcece650 tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8005861-97d5-4e95-b3d1-558472d8f0b3 HTTP/1.1" status: 200 len: 943 time: 0.0637963 Jul 22 23:12:46.902926 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-239e3765-fe00-4970-bcc8-f1cfb9ee6bf7 req-88928d43-f02f-4404-b942-cd4d8ef64080 tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] 10.222.0.44 "GET /v2.0/security-groups?id=19b88fb3-39ec-448e-8763-3d3cfc3c4317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332823 Jul 22 23:12:47.039665 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee9cc14-d116-4032-b7d2-e0c60bbf0c73 req-a71b3f2a-4e8d-4e67-8b09-8f65f60ca79f tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:47.041231 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-8ee9cc14-d116-4032-b7d2-e0c60bbf0c73 req-a71b3f2a-4e8d-4e67-8b09-8f65f60ca79f tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=8336b4ae-d194-4f5f-b4d7-c111fef91485 HTTP/1.1" status: 200 len: 945 time: 0.0755260 Jul 22 23:12:47.080269 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-8ee9cc14-d116-4032-b7d2-e0c60bbf0c73 req-cd739914-9aaa-47a7-a4fc-a6d8d08aac1b tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329268 Jul 22 23:12:47.198514 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1744d268-2874-408a-9dad-ee1d43dd5480 req-cdfe922c-8fa4-4529-a8c9-6878bac88240 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:47.199949 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-1744d268-2874-408a-9dad-ee1d43dd5480 req-cdfe922c-8fa4-4529-a8c9-6878bac88240 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/ports?device_id=88b8e575-c589-4a2b-b6c6-efdee6606e12 HTTP/1.1" status: 200 len: 943 time: 0.0646110 Jul 22 23:12:47.239393 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-1744d268-2874-408a-9dad-ee1d43dd5480 req-12f4ab50-71b5-4d69-b0d2-919e87730087 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/security-groups?id=d84c6cad-631b-43c5-a35b-86fdac5eacd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333102 Jul 22 23:12:47.364074 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452739bf-48b1-464e-bf53-6c85e5c4078a req-0ec38e33-d0a4-4e14-b47b-e847a4f82859 tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:47.365612 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-452739bf-48b1-464e-bf53-6c85e5c4078a req-0ec38e33-d0a4-4e14-b47b-e847a4f82859 tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] 10.222.0.44 "GET /v2.0/ports?device_id=e77d3846-4a8c-4f5d-8ba6-d3ea23624c05 HTTP/1.1" status: 200 len: 945 time: 0.0681508 Jul 22 23:12:47.405735 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-452739bf-48b1-464e-bf53-6c85e5c4078a req-8fd9096a-01fc-48e2-883f-c6ab06274299 tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] 10.222.0.44 "GET /v2.0/security-groups?id=2b2f2730-d675-4a53-bf52-1b2c76974beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345371 Jul 22 23:12:47.760318 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f679c80-5ebe-44be-9eb0-e7a14e715fe0 req-05c5ab58-b0e9-414d-bf1b-a4b91bfd8c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:47.762754 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-3f679c80-5ebe-44be-9eb0-e7a14e715fe0 req-05c5ab58-b0e9-414d-bf1b-a4b91bfd8c70 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d5820f83eab04d5c8dac281d2158f2bc&device_id=f8005861-97d5-4e95-b3d1-558472d8f0b3 HTTP/1.1" status: 200 len: 1096 time: 0.0654418 Jul 22 23:12:47.800838 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-c0a97919-6b52-44f0-9741-f8befb90a6be req-0877a94b-239d-4b12-8ef2-984e02013737 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=2b2f2730-d675-4a53-bf52-1b2c76974beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040759 Jul 22 23:12:47.848210 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-70b4ed1d-210b-4a78-b299-4db1f85092d4 req-0e880f74-a3f8-499d-aa9a-9408516e71c4 service neutron] 10.222.0.76 "GET /v2.0/networks/e58c7542-6db3-4e04-8d2d-fe660d3affaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505497 Jul 22 23:12:47.882024 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f679c80-5ebe-44be-9eb0-e7a14e715fe0 req-67f33f0c-4d92-4982-98fd-e3bdfbf004b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:47.883494 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-3f679c80-5ebe-44be-9eb0-e7a14e715fe0 req-67f33f0c-4d92-4982-98fd-e3bdfbf004b8 service neutron] 10.222.0.76 "GET /v2.0/networks?id=e7dbe19f-3d9d-4ca0-9cfb-20559f3d70b0 HTTP/1.1" status: 200 len: 915 time: 0.1130197 Jul 22 23:12:48.061864 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f4e5f6-75b9-4d82-b18a-5531ff75fcf5 req-50d8af43-18d9-4f67-a2e7-772197f3c144 tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:48.063883 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-88f4e5f6-75b9-4d82-b18a-5531ff75fcf5 req-50d8af43-18d9-4f67-a2e7-772197f3c144 tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8005861-97d5-4e95-b3d1-558472d8f0b3 HTTP/1.1" status: 200 len: 943 time: 0.0691879 Jul 22 23:12:48.107494 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-88f4e5f6-75b9-4d82-b18a-5531ff75fcf5 req-e8592bfd-4b26-405d-9c4e-1196e8459a66 tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] 10.222.0.44 "GET /v2.0/security-groups?id=19b88fb3-39ec-448e-8763-3d3cfc3c4317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379367 Jul 22 23:12:48.153922 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-83192cc4-f906-40aa-bce0-53bdd6c457e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:48.221397 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add6ece7-8920-4b96-969f-2dc168a4973d req-1c9e50cb-6cdf-43c5-beb8-593175f5c99a tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:48.223124 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-add6ece7-8920-4b96-969f-2dc168a4973d req-1c9e50cb-6cdf-43c5-beb8-593175f5c99a tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=8336b4ae-d194-4f5f-b4d7-c111fef91485 HTTP/1.1" status: 200 len: 945 time: 0.0649703 Jul 22 23:12:48.268362 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-add6ece7-8920-4b96-969f-2dc168a4973d req-a2eaac08-00c2-49e9-abf0-91fad7304767 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384679 Jul 22 23:12:48.315628 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-3f679c80-5ebe-44be-9eb0-e7a14e715fe0 req-eed826e5-ec5f-47e5-880b-a8606b1e545b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dfe73686-ba1c-4a7a-ad7f-ae889eeaf4bd HTTP/1.1" status: 200 len: 217 time: 0.0453651 Jul 22 23:12:48.436638 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f679c80-5ebe-44be-9eb0-e7a14e715fe0 req-7513fcfc-b392-43fe-b2ed-a72584d6e2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:48.438044 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-3f679c80-5ebe-44be-9eb0-e7a14e715fe0 req-7513fcfc-b392-43fe-b2ed-a72584d6e2ed service neutron] 10.222.0.76 "GET /v2.0/subnets?id=76dccde7-b5be-411e-b5a8-44ab5f8008ba HTTP/1.1" status: 200 len: 854 time: 0.0741997 Jul 22 23:12:48.441337 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16462100-f622-4b50-b302-5a4a82f616a6 req-b4006f06-e2fd-4d5e-a6e5-5456a7641a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:48.443068 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-16462100-f622-4b50-b302-5a4a82f616a6 req-b4006f06-e2fd-4d5e-a6e5-5456a7641a25 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=aeb3cb1118144b5785cc93ac6fc21fc2&device_id=88b8e575-c589-4a2b-b6c6-efdee6606e12 HTTP/1.1" status: 200 len: 1096 time: 0.0784409 Jul 22 23:12:48.471436 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d291271e-cf75-4106-a614-3b88c344cbd2 req-9758dbe9-6e49-435f-8408-057f5cc97c5e tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:48.472637 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-d291271e-cf75-4106-a614-3b88c344cbd2 req-9758dbe9-6e49-435f-8408-057f5cc97c5e tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/ports?device_id=88b8e575-c589-4a2b-b6c6-efdee6606e12 HTTP/1.1" status: 200 len: 943 time: 0.1418636 Jul 22 23:12:48.655028 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:48.697971 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:48.769295 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-d291271e-cf75-4106-a614-3b88c344cbd2 req-501af54b-9e5a-44d8-9b4f-2f3400aa7fd6 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/security-groups?id=d84c6cad-631b-43c5-a35b-86fdac5eacd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2907333 Jul 22 23:12:48.809712 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdf8ae2-d4d0-4015-9630-3e961c46b370 req-5af4094e-52a6-44a4-a293-ceb0e45ea5be tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:48.812684 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-5fdf8ae2-d4d0-4015-9630-3e961c46b370 req-5af4094e-52a6-44a4-a293-ceb0e45ea5be tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] 10.222.0.44 "GET /v2.0/ports?device_id=e77d3846-4a8c-4f5d-8ba6-d3ea23624c05 HTTP/1.1" status: 200 len: 945 time: 0.3190062 Jul 22 23:12:48.862881 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-5fdf8ae2-d4d0-4015-9630-3e961c46b370 req-289b8e8e-7eea-46d6-992d-677958761332 tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] 10.222.0.44 "GET /v2.0/security-groups?id=2b2f2730-d675-4a53-bf52-1b2c76974beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456364 Jul 22 23:12:49.113431 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-d6d3e244-519d-4c84-95ee-f6386db2b0d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:49.242920 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d938fc53-3156-4448-93aa-29f2729c4b5b req-c313b664-965b-4162-88a1-7435625af6dd tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:49.244475 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-d938fc53-3156-4448-93aa-29f2729c4b5b req-c313b664-965b-4162-88a1-7435625af6dd tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8005861-97d5-4e95-b3d1-558472d8f0b3 HTTP/1.1" status: 200 len: 943 time: 0.0683041 Jul 22 23:12:49.284180 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-d938fc53-3156-4448-93aa-29f2729c4b5b req-b7c2bb18-3069-47b5-8800-5441267d8cfc tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] 10.222.0.44 "GET /v2.0/security-groups?id=19b88fb3-39ec-448e-8763-3d3cfc3c4317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335171 Jul 22 23:12:49.408628 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1619eb57-9efc-4842-8a21-1ed915223f61 req-bd7321a1-c7b2-48c8-9cc3-8481d4372fc2 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:49.410158 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-1619eb57-9efc-4842-8a21-1ed915223f61 req-bd7321a1-c7b2-48c8-9cc3-8481d4372fc2 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=8336b4ae-d194-4f5f-b4d7-c111fef91485 HTTP/1.1" status: 200 len: 945 time: 0.0659070 Jul 22 23:12:49.451181 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-1619eb57-9efc-4842-8a21-1ed915223f61 req-dd932bf9-6286-42f3-b22c-c3fb080a35ec tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350294 Jul 22 23:12:49.896494 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f13a34e-ffc4-46df-9ac5-36d7088e40c2 req-e4c5eaa5-fc3c-475e-99cb-dbaff94fd9e1 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:49.897957 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-2f13a34e-ffc4-46df-9ac5-36d7088e40c2 req-e4c5eaa5-fc3c-475e-99cb-dbaff94fd9e1 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/ports?device_id=88b8e575-c589-4a2b-b6c6-efdee6606e12 HTTP/1.1" status: 200 len: 943 time: 0.0624669 Jul 22 23:12:49.936967 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-2f13a34e-ffc4-46df-9ac5-36d7088e40c2 req-1db91f05-dd49-47e0-8364-d489e8d5ab45 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/security-groups?id=d84c6cad-631b-43c5-a35b-86fdac5eacd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334535 Jul 22 23:12:50.054846 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82438566-1a1f-45b7-a764-a7d7448b5eb7 req-0de3bd64-d378-419a-af3f-f95749b4fe39 tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:50.056366 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-82438566-1a1f-45b7-a764-a7d7448b5eb7 req-0de3bd64-d378-419a-af3f-f95749b4fe39 tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] 10.222.0.44 "GET /v2.0/ports?device_id=e77d3846-4a8c-4f5d-8ba6-d3ea23624c05 HTTP/1.1" status: 200 len: 945 time: 0.0641458 Jul 22 23:12:50.092809 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-82438566-1a1f-45b7-a764-a7d7448b5eb7 req-f4dfdd77-5dcb-46b4-a288-73c91905c3a0 tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] 10.222.0.44 "GET /v2.0/security-groups?id=2b2f2730-d675-4a53-bf52-1b2c76974beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309274 Jul 22 23:12:50.414481 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0d128a-4ce0-49d3-8607-68a378688dc5 req-020a17d6-061e-4a04-9eae-529fe3729cad tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:50.415950 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-5b0d128a-4ce0-49d3-8607-68a378688dc5 req-020a17d6-061e-4a04-9eae-529fe3729cad tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8005861-97d5-4e95-b3d1-558472d8f0b3 HTTP/1.1" status: 200 len: 943 time: 0.0657134 Jul 22 23:12:50.453486 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-5b0d128a-4ce0-49d3-8607-68a378688dc5 req-f63b876f-b830-450d-8f51-a2d79986f8f8 tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] 10.222.0.44 "GET /v2.0/security-groups?id=19b88fb3-39ec-448e-8763-3d3cfc3c4317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318604 Jul 22 23:12:50.585750 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2879cdb8-ae2c-43f9-ac5d-7ee828c76a8d req-935d5cae-c114-4669-a534-692efc7525f2 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:50.587139 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-2879cdb8-ae2c-43f9-ac5d-7ee828c76a8d req-935d5cae-c114-4669-a534-692efc7525f2 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=8336b4ae-d194-4f5f-b4d7-c111fef91485 HTTP/1.1" status: 200 len: 945 time: 0.0676298 Jul 22 23:12:50.625223 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-2879cdb8-ae2c-43f9-ac5d-7ee828c76a8d req-7acedeef-c9d3-4488-9d99-d9b388babff9 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326085 Jul 22 23:12:50.886304 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-cbf739a1-5d20-402c-989d-00d0f7e6e81c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:51.065460 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba21e2f0-c726-409d-a8e2-a7bafdd463c8 req-c0df4ef5-459a-4bed-aee7-8fc6a4e32aec tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:51.067173 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-ba21e2f0-c726-409d-a8e2-a7bafdd463c8 req-c0df4ef5-459a-4bed-aee7-8fc6a4e32aec tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/ports?device_id=88b8e575-c589-4a2b-b6c6-efdee6606e12 HTTP/1.1" status: 200 len: 943 time: 0.0642462 Jul 22 23:12:51.109142 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-ba21e2f0-c726-409d-a8e2-a7bafdd463c8 req-b824a317-db60-4670-9fd2-0ac1fb9a8915 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/security-groups?id=d84c6cad-631b-43c5-a35b-86fdac5eacd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359917 Jul 22 23:12:51.225072 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98b73c9-a433-4c46-905e-cd2fcf000ba1 req-dcc2af7f-9f27-4081-a939-7a564e39ea00 tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:51.226540 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-f98b73c9-a433-4c46-905e-cd2fcf000ba1 req-dcc2af7f-9f27-4081-a939-7a564e39ea00 tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] 10.222.0.44 "GET /v2.0/ports?device_id=e77d3846-4a8c-4f5d-8ba6-d3ea23624c05 HTTP/1.1" status: 200 len: 945 time: 0.0629649 Jul 22 23:12:51.264278 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-f98b73c9-a433-4c46-905e-cd2fcf000ba1 req-99ab2222-89e9-4496-90a4-d00354868bb1 tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] 10.222.0.44 "GET /v2.0/security-groups?id=2b2f2730-d675-4a53-bf52-1b2c76974beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319638 Jul 22 23:12:51.363411 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-3f679c80-5ebe-44be-9eb0-e7a14e715fe0 req-0169d2bc-41d4-4c8c-aa11-7282cdacdda7 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e7dbe19f-3d9d-4ca0-9cfb-20559f3d70b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316153 Jul 22 23:12:51.461817 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-3f679c80-5ebe-44be-9eb0-e7a14e715fe0 req-8ed33325-65e4-4abe-a595-af77ac926a67 service neutron] 10.222.0.76 "GET /v2.0/networks/e7dbe19f-3d9d-4ca0-9cfb-20559f3d70b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906157 Jul 22 23:12:51.462722 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf80feb-4006-4fa6-96f1-704a4cb8f9a2 req-654d7a52-3d2e-42ee-8b30-fe1fa026ff0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:51.463271 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-1cf80feb-4006-4fa6-96f1-704a4cb8f9a2 req-654d7a52-3d2e-42ee-8b30-fe1fa026ff0e service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=8336b4ae-d194-4f5f-b4d7-c111fef91485 HTTP/1.1" status: 200 len: 1098 time: 0.1326909 Jul 22 23:12:51.464674 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16462100-f622-4b50-b302-5a4a82f616a6 req-05de99b7-00c5-4d76-90c1-bd04e038fd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:51.465978 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-16462100-f622-4b50-b302-5a4a82f616a6 req-05de99b7-00c5-4d76-90c1-bd04e038fd10 service neutron] 10.222.0.76 "GET /v2.0/networks?id=e58c7542-6db3-4e04-8d2d-fe660d3affaa HTTP/1.1" status: 200 len: 915 time: 0.1275542 Jul 22 23:12:51.524376 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-16462100-f622-4b50-b302-5a4a82f616a6 req-9ad940cc-8789-44f4-af67-35840fd6ddbf service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dfab7ed8-6d5b-4abb-b1bc-5cc67716340d HTTP/1.1" status: 200 len: 217 time: 0.0408750 Jul 22 23:12:51.555748 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-1cf80feb-4006-4fa6-96f1-704a4cb8f9a2 req-0a10c5a5-f075-41ee-b1a3-17716a295f71 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645583 Jul 22 23:12:51.595537 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16462100-f622-4b50-b302-5a4a82f616a6 req-a9875213-6007-485d-b6a3-cfd4a4c68eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:51.597330 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-16462100-f622-4b50-b302-5a4a82f616a6 req-a9875213-6007-485d-b6a3-cfd4a4c68eae service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b9ecd397-fc62-4881-82a1-08e8c6fe73f4 HTTP/1.1" status: 200 len: 854 time: 0.0554276 Jul 22 23:12:51.607257 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-3f679c80-5ebe-44be-9eb0-e7a14e715fe0 req-501d376c-86c7-4960-9f87-9eb8de4326df service neutron] 10.222.0.76 "GET /v2.0/networks/e7dbe19f-3d9d-4ca0-9cfb-20559f3d70b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250644 Jul 22 23:12:51.633011 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f472a2be-5b2d-44ef-9f92-92db518158f3 req-7df79991-5b5c-4943-92e4-1ed275d91756 tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:51.634496 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-f472a2be-5b2d-44ef-9f92-92db518158f3 req-7df79991-5b5c-4943-92e4-1ed275d91756 tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8005861-97d5-4e95-b3d1-558472d8f0b3 HTTP/1.1" status: 200 len: 943 time: 0.0928452 Jul 22 23:12:51.675789 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-f472a2be-5b2d-44ef-9f92-92db518158f3 req-b788693b-42db-4074-aa80-0aca83cf6f36 tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] 10.222.0.44 "GET /v2.0/security-groups?id=19b88fb3-39ec-448e-8763-3d3cfc3c4317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358093 Jul 22 23:12:51.764544 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c495cc-c09c-48f4-b86a-19d9d59fc1ce req-accb28ca-8c9b-4f97-bab4-10c31ec555aa tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:51.766572 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-48c495cc-c09c-48f4-b86a-19d9d59fc1ce req-accb28ca-8c9b-4f97-bab4-10c31ec555aa tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=8336b4ae-d194-4f5f-b4d7-c111fef91485 HTTP/1.1" status: 200 len: 945 time: 0.0717635 Jul 22 23:12:51.804716 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-48c495cc-c09c-48f4-b86a-19d9d59fc1ce req-a9b20dff-acdc-457f-81ae-5a9388ee0980 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322008 Jul 22 23:12:51.955166 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-16462100-f622-4b50-b302-5a4a82f616a6 req-5ccdb33d-9319-444e-b5b3-7946a03f9ece service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e58c7542-6db3-4e04-8d2d-fe660d3affaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300324 Jul 22 23:12:52.105931 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-16462100-f622-4b50-b302-5a4a82f616a6 req-7899f860-a16b-43f7-990b-1988472708d3 service neutron] 10.222.0.76 "GET /v2.0/networks/e58c7542-6db3-4e04-8d2d-fe660d3affaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849631 Jul 22 23:12:52.229821 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-16462100-f622-4b50-b302-5a4a82f616a6 req-c03f83ad-8d91-44eb-8d30-89caa6a65c37 service neutron] 10.222.0.76 "GET /v2.0/networks/e58c7542-6db3-4e04-8d2d-fe660d3affaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070650 Jul 22 23:12:52.255770 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c21e51-9dae-477b-b830-9a5b59a86389 req-bc76499b-9929-4793-a5ab-ff00e16d2cc4 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:52.257365 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-f4c21e51-9dae-477b-b830-9a5b59a86389 req-bc76499b-9929-4793-a5ab-ff00e16d2cc4 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/ports?device_id=88b8e575-c589-4a2b-b6c6-efdee6606e12 HTTP/1.1" status: 200 len: 943 time: 0.0732312 Jul 22 23:12:52.304230 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-f4c21e51-9dae-477b-b830-9a5b59a86389 req-f5765c74-889a-4282-86dd-f92f1eedd750 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/security-groups?id=d84c6cad-631b-43c5-a35b-86fdac5eacd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405605 Jul 22 23:12:52.394959 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792a991a-91b9-4568-9a70-04af25bddd4f req-0fe6e0e3-832b-40b8-b66d-6702cf7031b0 tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:52.396438 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-792a991a-91b9-4568-9a70-04af25bddd4f req-0fe6e0e3-832b-40b8-b66d-6702cf7031b0 tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] 10.222.0.44 "GET /v2.0/ports?device_id=e77d3846-4a8c-4f5d-8ba6-d3ea23624c05 HTTP/1.1" status: 200 len: 945 time: 0.0628698 Jul 22 23:12:52.433662 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-792a991a-91b9-4568-9a70-04af25bddd4f req-397de0d8-1d0e-481b-815b-e30ab133cfb6 tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] 10.222.0.44 "GET /v2.0/security-groups?id=2b2f2730-d675-4a53-bf52-1b2c76974beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316427 Jul 22 23:12:52.808976 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97190c2b-c5a0-47db-adc9-a2fef83ae156 req-fdfb72c9-3d0b-434a-9177-0a8b74c31b8c tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:52.810538 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-97190c2b-c5a0-47db-adc9-a2fef83ae156 req-fdfb72c9-3d0b-434a-9177-0a8b74c31b8c tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8005861-97d5-4e95-b3d1-558472d8f0b3 HTTP/1.1" status: 200 len: 943 time: 0.0688524 Jul 22 23:12:52.849192 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-97190c2b-c5a0-47db-adc9-a2fef83ae156 req-72067e95-1337-40ff-be81-b7647b406c06 tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] 10.222.0.44 "GET /v2.0/security-groups?id=19b88fb3-39ec-448e-8763-3d3cfc3c4317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325196 Jul 22 23:12:52.942056 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa331c2-a166-4930-9955-a0dd83e03166 req-0235f1ba-1179-47c7-b2a8-71195fbbb40b tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:52.943760 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-8fa331c2-a166-4930-9955-a0dd83e03166 req-0235f1ba-1179-47c7-b2a8-71195fbbb40b tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=8336b4ae-d194-4f5f-b4d7-c111fef91485 HTTP/1.1" status: 200 len: 945 time: 0.0695734 Jul 22 23:12:52.984464 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-8fa331c2-a166-4930-9955-a0dd83e03166 req-2294c5fc-4205-4967-8dbf-81a0f0a294d5 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341001 Jul 22 23:12:53.432849 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894c74c6-395c-4510-ab23-6b14408aa02c req-46d5301e-e821-4835-a935-c5f5381313fe tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:53.434329 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-894c74c6-395c-4510-ab23-6b14408aa02c req-46d5301e-e821-4835-a935-c5f5381313fe tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/ports?device_id=88b8e575-c589-4a2b-b6c6-efdee6606e12 HTTP/1.1" status: 200 len: 943 time: 0.0645466 Jul 22 23:12:53.487120 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-894c74c6-395c-4510-ab23-6b14408aa02c req-a7681d66-f514-4a98-941e-51894fce5c78 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/security-groups?id=d84c6cad-631b-43c5-a35b-86fdac5eacd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469279 Jul 22 23:12:53.573390 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f28e45-2335-410c-aed2-00c07fb666c6 req-451532d5-4311-4c96-98d2-ac6c3163932f tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:53.574952 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-63f28e45-2335-410c-aed2-00c07fb666c6 req-451532d5-4311-4c96-98d2-ac6c3163932f tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] 10.222.0.44 "GET /v2.0/ports?device_id=e77d3846-4a8c-4f5d-8ba6-d3ea23624c05 HTTP/1.1" status: 200 len: 945 time: 0.0707686 Jul 22 23:12:53.614340 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-63f28e45-2335-410c-aed2-00c07fb666c6 req-d472f7ba-9739-4120-98e4-ffc0af1d73b8 tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] 10.222.0.44 "GET /v2.0/security-groups?id=2b2f2730-d675-4a53-bf52-1b2c76974beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336900 Jul 22 23:12:53.980027 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac05e94c-8bf7-4c64-a527-08991238b483 req-983ad804-2c59-46d6-b5a4-9ee16c1f8821 tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:53.981686 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-ac05e94c-8bf7-4c64-a527-08991238b483 req-983ad804-2c59-46d6-b5a4-9ee16c1f8821 tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8005861-97d5-4e95-b3d1-558472d8f0b3 HTTP/1.1" status: 200 len: 943 time: 0.0638371 Jul 22 23:12:54.020265 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-ac05e94c-8bf7-4c64-a527-08991238b483 req-06942643-3ee4-46e5-80e9-344df214a7d1 tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] 10.222.0.44 "GET /v2.0/security-groups?id=19b88fb3-39ec-448e-8763-3d3cfc3c4317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328987 Jul 22 23:12:54.115558 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb32b38-1449-4e09-b4d1-ae9435b4f1a6 req-2fc10062-f2c4-41cf-addf-eb8f10e93ba8 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:54.117065 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-0eb32b38-1449-4e09-b4d1-ae9435b4f1a6 req-2fc10062-f2c4-41cf-addf-eb8f10e93ba8 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=8336b4ae-d194-4f5f-b4d7-c111fef91485 HTTP/1.1" status: 200 len: 945 time: 0.0631983 Jul 22 23:12:54.155481 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-0eb32b38-1449-4e09-b4d1-ae9435b4f1a6 req-a43629c2-257a-44d0-a72f-51f618371ba3 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328012 Jul 22 23:12:54.294100 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03ec7bc-51a6-4a52-8fea-bfdb45634982 req-364a8d55-dc6d-4b31-bd0a-4c09eef326fb tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:54.295627 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-b03ec7bc-51a6-4a52-8fea-bfdb45634982 req-364a8d55-dc6d-4b31-bd0a-4c09eef326fb tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=30c4bc5a-ce65-4608-8781-bde54ef98599 HTTP/1.1" status: 200 len: 945 time: 0.0701361 Jul 22 23:12:54.337615 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-b03ec7bc-51a6-4a52-8fea-bfdb45634982 req-9c54e322-57f8-4176-9eb1-76bdc1c318ac tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355232 Jul 22 23:12:54.621435 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985192e0-52fd-414f-9131-52f78b11b305 req-531f183b-e739-445d-a574-f6f1d5c7f892 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:54.628276 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-985192e0-52fd-414f-9131-52f78b11b305 req-531f183b-e739-445d-a574-f6f1d5c7f892 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/ports?device_id=88b8e575-c589-4a2b-b6c6-efdee6606e12 HTTP/1.1" status: 200 len: 943 time: 0.0736868 Jul 22 23:12:54.675584 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-985192e0-52fd-414f-9131-52f78b11b305 req-216c7998-5251-46f6-a723-d23705c572ab tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/security-groups?id=d84c6cad-631b-43c5-a35b-86fdac5eacd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464380 Jul 22 23:12:55.152625 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2ed59c-1c5c-4d6e-8157-fb4d41e007e3 req-941c21d0-b4f1-455d-b54c-77f4f723364d tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:55.154157 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-9e2ed59c-1c5c-4d6e-8157-fb4d41e007e3 req-941c21d0-b4f1-455d-b54c-77f4f723364d tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8005861-97d5-4e95-b3d1-558472d8f0b3 HTTP/1.1" status: 200 len: 943 time: 0.0674067 Jul 22 23:12:55.193445 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-9e2ed59c-1c5c-4d6e-8157-fb4d41e007e3 req-f5ae0a2f-172d-4121-be25-1367c4804eba tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] 10.222.0.44 "GET /v2.0/security-groups?id=19b88fb3-39ec-448e-8763-3d3cfc3c4317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336366 Jul 22 23:12:55.807131 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c0a355-1640-4673-9add-e3a8bd126608 req-66273190-f108-44e6-8d32-cbf481263048 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:55.808681 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-07c0a355-1640-4673-9add-e3a8bd126608 req-66273190-f108-44e6-8d32-cbf481263048 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/ports?device_id=88b8e575-c589-4a2b-b6c6-efdee6606e12 HTTP/1.1" status: 200 len: 943 time: 0.0657036 Jul 22 23:12:55.848802 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-07c0a355-1640-4673-9add-e3a8bd126608 req-d87e863b-0d56-4ddd-9fab-c0a0e9a35ffa tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/security-groups?id=d84c6cad-631b-43c5-a35b-86fdac5eacd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345132 Jul 22 23:12:56.203834 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Device dfab7ed8-6d5b-4abb-b1bc-5cc67716340d details requested by agent hyperv_hv-cinder-80187 with host hv-cinder-80187 {{(pid=93194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:12:56.300654 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] For port dfab7ed8-6d5b-4abb-b1bc-5cc67716340d, host hv-cinder-80187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80187',level=0,port_id=dfab7ed8-6d5b-4abb-b1bc-5cc67716340d,segment=NetworkSegment(16d2cb10-ce94-45af-9e3e-ba31490ef4c9),segment_id=16d2cb10-ce94-45af-9e3e-ba31490ef4c9)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:12:56.312394 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Returning: {'device': 'dfab7ed8-6d5b-4abb-b1bc-5cc67716340d', 'network_id': 'e58c7542-6db3-4e04-8d2d-fe660d3affaa', 'port_id': 'dfab7ed8-6d5b-4abb-b1bc-5cc67716340d', 'mac_address': 'fa:16:3e:53:7f:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 894, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9ecd397-fc62-4881-82a1-08e8c6fe73f4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:12:56.324786 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70abebfb-7a91-4867-a9c6-87b67d3bfc9a req-5acc30e7-f8a3-4ac9-8b2c-0e5e5af5af27 tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:56.326260 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-70abebfb-7a91-4867-a9c6-87b67d3bfc9a req-5acc30e7-f8a3-4ac9-8b2c-0e5e5af5af27 tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8005861-97d5-4e95-b3d1-558472d8f0b3 HTTP/1.1" status: 200 len: 943 time: 0.0651252 Jul 22 23:12:56.348743 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:56.362500 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.notifiers.nova [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfab7ed8-6d5b-4abb-b1bc-5cc67716340d {{(pid=93194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:12:56.365408 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-70abebfb-7a91-4867-a9c6-87b67d3bfc9a req-4f1ccc8a-4ad0-4f91-b106-60c940a76bbf tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] 10.222.0.44 "GET /v2.0/security-groups?id=19b88fb3-39ec-448e-8763-3d3cfc3c4317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334523 Jul 22 23:12:56.384690 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] For port dfab7ed8-6d5b-4abb-b1bc-5cc67716340d, host hv-cinder-80187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80187',level=0,port_id=dfab7ed8-6d5b-4abb-b1bc-5cc67716340d,segment=NetworkSegment(16d2cb10-ce94-45af-9e3e-ba31490ef4c9),segment_id=16d2cb10-ce94-45af-9e3e-ba31490ef4c9)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:12:56.390151 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:56.390869 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Device dfe73686-ba1c-4a7a-ad7f-ae889eeaf4bd details requested by agent hyperv_hv-cinder-80187 with host hv-cinder-80187 {{(pid=93194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:12:56.459743 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Pushing event updated for resources: {'Port': ['ID=dfab7ed8-6d5b-4abb-b1bc-5cc67716340d,revision_number=4']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:56.635553 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] For port dfe73686-ba1c-4a7a-ad7f-ae889eeaf4bd, host hv-cinder-80187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80187',level=0,port_id=dfe73686-ba1c-4a7a-ad7f-ae889eeaf4bd,segment=NetworkSegment(f25a6190-92e5-4985-bd58-3825589b744f),segment_id=f25a6190-92e5-4985-bd58-3825589b744f)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:12:56.646194 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Returning: {'device': 'dfe73686-ba1c-4a7a-ad7f-ae889eeaf4bd', 'network_id': 'e7dbe19f-3d9d-4ca0-9cfb-20559f3d70b0', 'port_id': 'dfe73686-ba1c-4a7a-ad7f-ae889eeaf4bd', 'mac_address': 'fa:16:3e:fe:f8:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 882, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76dccde7-b5be-411e-b5a8-44ab5f8008ba', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:12:56.684463 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:56.696650 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.notifiers.nova [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfe73686-ba1c-4a7a-ad7f-ae889eeaf4bd {{(pid=93194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:12:56.719802 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] For port dfe73686-ba1c-4a7a-ad7f-ae889eeaf4bd, host hv-cinder-80187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80187',level=0,port_id=dfe73686-ba1c-4a7a-ad7f-ae889eeaf4bd,segment=NetworkSegment(f25a6190-92e5-4985-bd58-3825589b744f),segment_id=f25a6190-92e5-4985-bd58-3825589b744f)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:12:56.728705 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:12:56.772805 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Pushing event updated for resources: {'Port': ['ID=dfe73686-ba1c-4a7a-ad7f-ae889eeaf4bd,revision_number=4']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:12:56.977537 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7949c60-4e16-4481-aae1-b02da0e3f873 req-4866811c-fc2c-426e-856b-5a5e01d369f9 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:56.978898 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-b7949c60-4e16-4481-aae1-b02da0e3f873 req-4866811c-fc2c-426e-856b-5a5e01d369f9 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/ports?device_id=88b8e575-c589-4a2b-b6c6-efdee6606e12 HTTP/1.1" status: 200 len: 944 time: 0.0662823 Jul 22 23:12:57.015868 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-b7949c60-4e16-4481-aae1-b02da0e3f873 req-b68c7e56-5215-4a05-9a6d-b5d379e2f1da tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/security-groups?id=d84c6cad-631b-43c5-a35b-86fdac5eacd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313222 Jul 22 23:12:57.506117 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ff5fe4-6b7c-45cf-bb97-cae98e4c3b62 req-f0c05b1d-6cfe-45dd-a785-b967ae21c953 tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:57.507601 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-01ff5fe4-6b7c-45cf-bb97-cae98e4c3b62 req-f0c05b1d-6cfe-45dd-a785-b967ae21c953 tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8005861-97d5-4e95-b3d1-558472d8f0b3 HTTP/1.1" status: 200 len: 944 time: 0.0668094 Jul 22 23:12:57.545414 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-01ff5fe4-6b7c-45cf-bb97-cae98e4c3b62 req-39cf2ccc-4b11-42c2-8589-d6b727ceb212 tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] 10.222.0.44 "GET /v2.0/security-groups?id=19b88fb3-39ec-448e-8763-3d3cfc3c4317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318947 Jul 22 23:12:58.025091 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] get_ports_and_sgs() called for port_ids ['dfab7ed8-6d5b-4abb-b1bc-5cc67716340d'] {{(pid=93194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:12:58.091704 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] get_ports_and_sgs() called for port_ids ['dfe73686-ba1c-4a7a-ad7f-ae889eeaf4bd'] {{(pid=93194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:12:58.151340 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092db7e0-40c2-49c2-a916-eadd7fd8e1da req-2e949ae9-5576-4e85-ad9b-0520c6475315 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:58.152855 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-092db7e0-40c2-49c2-a916-eadd7fd8e1da req-2e949ae9-5576-4e85-ad9b-0520c6475315 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/ports?device_id=88b8e575-c589-4a2b-b6c6-efdee6606e12 HTTP/1.1" status: 200 len: 944 time: 0.0685837 Jul 22 23:12:58.192112 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-092db7e0-40c2-49c2-a916-eadd7fd8e1da req-9926aee4-3cef-4f0e-98a9-10e5ba98f9ee tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/security-groups?id=d84c6cad-631b-43c5-a35b-86fdac5eacd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334823 Jul 22 23:12:58.756360 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7525fc-4f3c-4b20-a1df-ca531f08b357 req-ee45c04d-66e5-44c2-84ff-9532fa8b07bd tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:58.757857 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-5b7525fc-4f3c-4b20-a1df-ca531f08b357 req-ee45c04d-66e5-44c2-84ff-9532fa8b07bd tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8005861-97d5-4e95-b3d1-558472d8f0b3 HTTP/1.1" status: 200 len: 944 time: 0.1054161 Jul 22 23:12:58.765966 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71247fa2-7cc8-49a1-ac2a-d615a92bab4c req-a2a533b1-fe18-4899-a982-12948a106795 tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:58.767289 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-71247fa2-7cc8-49a1-ac2a-d615a92bab4c req-a2a533b1-fe18-4899-a982-12948a106795 tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] 10.222.0.44 "GET /v2.0/ports?device_id=e77d3846-4a8c-4f5d-8ba6-d3ea23624c05 HTTP/1.1" status: 200 len: 945 time: 0.1036966 Jul 22 23:12:58.826789 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-5b7525fc-4f3c-4b20-a1df-ca531f08b357 req-14f6929c-db5d-4310-a9c9-08e9e87f0093 tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] 10.222.0.44 "GET /v2.0/security-groups?id=19b88fb3-39ec-448e-8763-3d3cfc3c4317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585625 Jul 22 23:12:58.830633 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-71247fa2-7cc8-49a1-ac2a-d615a92bab4c req-9992bf9d-c954-4d49-a09f-358f2d37e4fe tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] 10.222.0.44 "GET /v2.0/security-groups?id=2b2f2730-d675-4a53-bf52-1b2c76974beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565190 Jul 22 23:12:59.340223 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768231be-ae5b-4858-9004-f79b93ce9e54 req-e97fa8e7-0453-45ae-972f-7fd77626d64a tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:59.341759 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-768231be-ae5b-4858-9004-f79b93ce9e54 req-e97fa8e7-0453-45ae-972f-7fd77626d64a tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/ports?device_id=88b8e575-c589-4a2b-b6c6-efdee6606e12 HTTP/1.1" status: 200 len: 944 time: 0.0738914 Jul 22 23:12:59.379586 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-768231be-ae5b-4858-9004-f79b93ce9e54 req-49b04f3c-eb6d-40c5-8ce2-0475381e92c2 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/security-groups?id=d84c6cad-631b-43c5-a35b-86fdac5eacd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316041 Jul 22 23:12:59.958683 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b34fee2-4a3f-4e0b-a253-ce21999a153d req-18497c0e-ef74-4ac9-bd97-73d0dd2dff1e tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:12:59.960179 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-1b34fee2-4a3f-4e0b-a253-ce21999a153d req-18497c0e-ef74-4ac9-bd97-73d0dd2dff1e tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8005861-97d5-4e95-b3d1-558472d8f0b3 HTTP/1.1" status: 200 len: 944 time: 0.0646129 Jul 22 23:12:59.996465 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-1b34fee2-4a3f-4e0b-a253-ce21999a153d req-496b0cac-6991-4381-81c7-d49a51a96689 tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] 10.222.0.44 "GET /v2.0/security-groups?id=19b88fb3-39ec-448e-8763-3d3cfc3c4317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307641 Jul 22 23:13:00.114629 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d5652a-fa45-457f-affc-5c72c71d17ec req-ba3d9e0f-0fca-4ebd-956f-02e6d02c68bf tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:00.116005 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-b7d5652a-fa45-457f-affc-5c72c71d17ec req-ba3d9e0f-0fca-4ebd-956f-02e6d02c68bf tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] 10.222.0.44 "GET /v2.0/ports?device_id=e77d3846-4a8c-4f5d-8ba6-d3ea23624c05 HTTP/1.1" status: 200 len: 945 time: 0.0665803 Jul 22 23:13:00.152772 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-b7d5652a-fa45-457f-affc-5c72c71d17ec req-406ab464-439f-4e7f-93b5-32251250d594 tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] 10.222.0.44 "GET /v2.0/security-groups?id=2b2f2730-d675-4a53-bf52-1b2c76974beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311410 Jul 22 23:13:00.379584 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29e6f8b-da43-44ca-ab67-115feb8d5264 req-0c980063-de1d-4d3f-a036-9854a56c35f5 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:00.381030 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-d29e6f8b-da43-44ca-ab67-115feb8d5264 req-0c980063-de1d-4d3f-a036-9854a56c35f5 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=30c4bc5a-ce65-4608-8781-bde54ef98599 HTTP/1.1" status: 200 len: 945 time: 0.0652287 Jul 22 23:13:00.422949 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-d29e6f8b-da43-44ca-ab67-115feb8d5264 req-e6e00adf-1cef-4188-8b18-96e2e055162f tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363955 Jul 22 23:13:00.540565 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a85b872-86e7-42aa-9821-6319fd07c88d req-dcd3136a-7682-4c77-9d45-7131765412df tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:00.542052 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-2a85b872-86e7-42aa-9821-6319fd07c88d req-dcd3136a-7682-4c77-9d45-7131765412df tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/ports?device_id=88b8e575-c589-4a2b-b6c6-efdee6606e12 HTTP/1.1" status: 200 len: 944 time: 0.0679600 Jul 22 23:13:00.579912 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-2a85b872-86e7-42aa-9821-6319fd07c88d req-fd4de219-561b-4304-b888-e273c3846ab7 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/security-groups?id=d84c6cad-631b-43c5-a35b-86fdac5eacd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317378 Jul 22 23:13:01.124863 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f48607-bc85-4ed6-9029-08a497ba391f req-7695f24f-43a6-4ef3-9c65-e52c54457f2f tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:01.126308 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-d9f48607-bc85-4ed6-9029-08a497ba391f req-7695f24f-43a6-4ef3-9c65-e52c54457f2f tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8005861-97d5-4e95-b3d1-558472d8f0b3 HTTP/1.1" status: 200 len: 944 time: 0.0654407 Jul 22 23:13:01.162331 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-d9f48607-bc85-4ed6-9029-08a497ba391f req-f0a1b70a-a5a9-4df4-98eb-0bc07a364d6c tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] 10.222.0.44 "GET /v2.0/security-groups?id=19b88fb3-39ec-448e-8763-3d3cfc3c4317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304608 Jul 22 23:13:01.285393 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06272d4f-b5ab-4be1-a549-3d2c105798ab req-3cbe7f07-09e9-4a80-ad64-bd0054c4afb1 tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:01.286755 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-06272d4f-b5ab-4be1-a549-3d2c105798ab req-3cbe7f07-09e9-4a80-ad64-bd0054c4afb1 tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] 10.222.0.44 "GET /v2.0/ports?device_id=e77d3846-4a8c-4f5d-8ba6-d3ea23624c05 HTTP/1.1" status: 200 len: 945 time: 0.0624945 Jul 22 23:13:01.322461 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-06272d4f-b5ab-4be1-a549-3d2c105798ab req-5d8b94ce-d9cb-4d58-8fcc-40af0fdfe264 tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] 10.222.0.44 "GET /v2.0/security-groups?id=2b2f2730-d675-4a53-bf52-1b2c76974beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302587 Jul 22 23:13:01.551370 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9a26fe-1cb7-4fef-bc7e-00e665718f26 req-989126be-b90b-472c-8b85-687bcbe2a074 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:01.552771 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-7d9a26fe-1cb7-4fef-bc7e-00e665718f26 req-989126be-b90b-472c-8b85-687bcbe2a074 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=30c4bc5a-ce65-4608-8781-bde54ef98599 HTTP/1.1" status: 200 len: 945 time: 0.0653040 Jul 22 23:13:01.589264 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-7d9a26fe-1cb7-4fef-bc7e-00e665718f26 req-43fec7ab-4350-4138-a578-5c35b8c0f48f tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310860 Jul 22 23:13:01.707138 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d986ba-9122-4d06-813f-6df6fa783ea1 req-06d43504-c359-41c1-a795-0ad752fc60b1 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:01.708616 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-d6d986ba-9122-4d06-813f-6df6fa783ea1 req-06d43504-c359-41c1-a795-0ad752fc60b1 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/ports?device_id=88b8e575-c589-4a2b-b6c6-efdee6606e12 HTTP/1.1" status: 200 len: 944 time: 0.0643256 Jul 22 23:13:01.746419 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-d6d986ba-9122-4d06-813f-6df6fa783ea1 req-352da9b4-92ca-420d-8073-09051be99129 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/security-groups?id=d84c6cad-631b-43c5-a35b-86fdac5eacd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323608 Jul 22 23:13:02.291577 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ae2557-4664-4fb4-ad56-8b0957232be8 req-f0c3c8aa-5b84-4e25-aa86-1b08761c346f tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:02.293073 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-f3ae2557-4664-4fb4-ad56-8b0957232be8 req-f0c3c8aa-5b84-4e25-aa86-1b08761c346f tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8005861-97d5-4e95-b3d1-558472d8f0b3 HTTP/1.1" status: 200 len: 944 time: 0.0625973 Jul 22 23:13:02.333776 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-f3ae2557-4664-4fb4-ad56-8b0957232be8 req-04936537-7c7c-4212-bfdf-43e1f9e79a17 tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] 10.222.0.44 "GET /v2.0/security-groups?id=19b88fb3-39ec-448e-8763-3d3cfc3c4317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341938 Jul 22 23:13:02.456806 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d38819-6f79-4191-909a-13d2bc1ab708 req-5f2797a1-5a5d-4767-861e-05e099e2c36d tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:02.458298 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-b8d38819-6f79-4191-909a-13d2bc1ab708 req-5f2797a1-5a5d-4767-861e-05e099e2c36d tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] 10.222.0.44 "GET /v2.0/ports?device_id=e77d3846-4a8c-4f5d-8ba6-d3ea23624c05 HTTP/1.1" status: 200 len: 945 time: 0.0708656 Jul 22 23:13:02.484977 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d49a077-fb72-4064-b648-3d19455a3db8 req-4db2e2b3-30dc-47ef-8638-5926c4c71c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:02.486295 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-1d49a077-fb72-4064-b648-3d19455a3db8 req-4db2e2b3-30dc-47ef-8638-5926c4c71c0f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=508ce7147574443fa7fe75758145d216&device_id=30c4bc5a-ce65-4608-8781-bde54ef98599 HTTP/1.1" status: 200 len: 1098 time: 0.0607944 Jul 22 23:13:02.497995 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-b8d38819-6f79-4191-909a-13d2bc1ab708 req-69e0ea5a-1050-4ce1-bfad-3867ece2fbdb tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] 10.222.0.44 "GET /v2.0/security-groups?id=2b2f2730-d675-4a53-bf52-1b2c76974beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342772 Jul 22 23:13:02.614130 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d49a077-fb72-4064-b648-3d19455a3db8 req-efda74c6-a59d-4cb3-8f91-3562745b75ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:02.615568 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-1d49a077-fb72-4064-b648-3d19455a3db8 req-efda74c6-a59d-4cb3-8f91-3562745b75ed service neutron] 10.222.0.76 "GET /v2.0/networks?id=56c05d67-dcfb-4da8-b292-0e214c68403b HTTP/1.1" status: 200 len: 920 time: 0.1040511 Jul 22 23:13:02.658592 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-1d49a077-fb72-4064-b648-3d19455a3db8 req-f92f6018-73c1-420b-91b9-7f4bf36a49a1 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=960bfbf5-747a-464c-98f1-5fa6dae2aa6a HTTP/1.1" status: 200 len: 217 time: 0.0335319 Jul 22 23:13:02.707006 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d49a077-fb72-4064-b648-3d19455a3db8 req-49e4fc92-ea68-4d74-92df-31098549a510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:02.708372 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-1d49a077-fb72-4064-b648-3d19455a3db8 req-49e4fc92-ea68-4d74-92df-31098549a510 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=223fd587-80e8-4bd3-805b-2cf5bf9c1819 HTTP/1.1" status: 200 len: 859 time: 0.0427725 Jul 22 23:13:02.722515 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a7c063-825c-4bf8-adce-f4208fa9a312 req-f4e027f5-6b42-42ac-a93c-a5da9fbbbc18 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:02.728943 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-35a7c063-825c-4bf8-adce-f4208fa9a312 req-f4e027f5-6b42-42ac-a93c-a5da9fbbbc18 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=30c4bc5a-ce65-4608-8781-bde54ef98599 HTTP/1.1" status: 200 len: 945 time: 0.0665071 Jul 22 23:13:02.763213 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-1d49a077-fb72-4064-b648-3d19455a3db8 req-b9a1ec15-c777-46f1-8b5a-ea25c271c0e7 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=56c05d67-dcfb-4da8-b292-0e214c68403b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423574 Jul 22 23:13:02.768870 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-35a7c063-825c-4bf8-adce-f4208fa9a312 req-f58f0a32-a0df-4c56-8b60-4878a019005f tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383718 Jul 22 23:13:02.858215 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-1d49a077-fb72-4064-b648-3d19455a3db8 req-b3551494-307c-4069-b518-65cdb0cf331a service neutron] 10.222.0.76 "GET /v2.0/networks/56c05d67-dcfb-4da8-b292-0e214c68403b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875907 Jul 22 23:13:02.897993 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75000bf9-24f9-4c9e-997d-29bc4177819e req-6e892d03-5238-4c0a-b973-9d687471d1d7 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:02.899730 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-75000bf9-24f9-4c9e-997d-29bc4177819e req-6e892d03-5238-4c0a-b973-9d687471d1d7 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/ports?device_id=88b8e575-c589-4a2b-b6c6-efdee6606e12 HTTP/1.1" status: 200 len: 944 time: 0.0840404 Jul 22 23:13:02.941995 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-75000bf9-24f9-4c9e-997d-29bc4177819e req-cfef8f09-f4ce-4b9b-b7a2-0e0cf1b13e74 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/security-groups?id=d84c6cad-631b-43c5-a35b-86fdac5eacd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366235 Jul 22 23:13:02.972484 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-1d49a077-fb72-4064-b648-3d19455a3db8 req-9c5fd8fe-5b98-4389-9a8a-9482d58b0765 service neutron] 10.222.0.76 "GET /v2.0/networks/56c05d67-dcfb-4da8-b292-0e214c68403b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006348 Jul 22 23:13:03.425098 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Device dfab7ed8-6d5b-4abb-b1bc-5cc67716340d up at agent hyperv_hv-cinder-80187 {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:13:03.463975 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78516a17-3871-4f9b-a28c-a28aec226077 req-0471b67b-7217-4d8a-a7e3-a1903297bd9c tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:03.465506 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-78516a17-3871-4f9b-a28c-a28aec226077 req-0471b67b-7217-4d8a-a7e3-a1903297bd9c tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8005861-97d5-4e95-b3d1-558472d8f0b3 HTTP/1.1" status: 200 len: 944 time: 0.0655503 Jul 22 23:13:03.484888 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Provisioning for port dfab7ed8-6d5b-4abb-b1bc-5cc67716340d completed by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:13:03.489151 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Provisioning complete for port dfab7ed8-6d5b-4abb-b1bc-5cc67716340d triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:13:03.489520 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832377'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:03.506466 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-78516a17-3871-4f9b-a28c-a28aec226077 req-e354fdcf-5147-4341-bbaf-c30a7ec2dc9b tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] 10.222.0.44 "GET /v2.0/security-groups?id=19b88fb3-39ec-448e-8763-3d3cfc3c4317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345199 Jul 22 23:13:03.582623 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:03.607342 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88b8e575-c589-4a2b-b6c6-efdee6606e12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfab7ed8-6d5b-4abb-b1bc-5cc67716340d'}] {{(pid=93194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:13:03.609642 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7601765a566782fd39478405f6fadc52a0f9e3dab845648c9e7fe91a53a45b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fe3ba98-50fa-4d76-8f69-69dc7fbe45af" -d '{"events": [{"server_uuid": "88b8e575-c589-4a2b-b6c6-efdee6606e12", "name": "network-vif-plugged", "status": "completed", "tag": "dfab7ed8-6d5b-4abb-b1bc-5cc67716340d"}]}' {{(pid=93194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:13:03.622546 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] For port dfab7ed8-6d5b-4abb-b1bc-5cc67716340d, host hv-cinder-80187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80187',level=0,port_id=dfab7ed8-6d5b-4abb-b1bc-5cc67716340d,segment=NetworkSegment(16d2cb10-ce94-45af-9e3e-ba31490ef4c9),segment_id=16d2cb10-ce94-45af-9e3e-ba31490ef4c9)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:13:03.627312 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:03.628228 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Device dfe73686-ba1c-4a7a-ad7f-ae889eeaf4bd up at agent hyperv_hv-cinder-80187 {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:13:03.649101 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a79089-d9e7-4bbd-917c-735fba45376e req-5da01f15-db21-4120-8330-befdfa5d7f66 tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:03.650613 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-f8a79089-d9e7-4bbd-917c-735fba45376e req-5da01f15-db21-4120-8330-befdfa5d7f66 tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] 10.222.0.44 "GET /v2.0/ports?device_id=e77d3846-4a8c-4f5d-8ba6-d3ea23624c05 HTTP/1.1" status: 200 len: 945 time: 0.0738184 Jul 22 23:13:03.688045 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-809d7ffc-9cb9-44b8-96d9-0dd66328ad23 x-openstack-request-id: req-809d7ffc-9cb9-44b8-96d9-0dd66328ad23 {{(pid=93194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:13:03.688399 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88b8e575-c589-4a2b-b6c6-efdee6606e12", "name": "network-vif-plugged", "status": "completed", "tag": "dfab7ed8-6d5b-4abb-b1bc-5cc67716340d", "code": 200}]} {{(pid=93194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:13:03.688706 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-809d7ffc-9cb9-44b8-96d9-0dd66328ad23 {{(pid=93194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:13:03.689173 dv-cinder-801875-2-iscsi neutron-server[93194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88b8e575-c589-4a2b-b6c6-efdee6606e12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfab7ed8-6d5b-4abb-b1bc-5cc67716340d', 'code': 200} Jul 22 23:13:03.703453 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-f8a79089-d9e7-4bbd-917c-735fba45376e req-25bde006-5088-4e18-9a4b-00656326e25c tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] 10.222.0.44 "GET /v2.0/security-groups?id=2b2f2730-d675-4a53-bf52-1b2c76974beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456800 Jul 22 23:13:03.709788 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Pushing event updated for resources: {'Port': ['ID=dfab7ed8-6d5b-4abb-b1bc-5cc67716340d,revision_number=5']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:13:03.730467 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Provisioning for port dfe73686-ba1c-4a7a-ad7f-ae889eeaf4bd completed by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:13:03.734711 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Provisioning complete for port dfe73686-ba1c-4a7a-ad7f-ae889eeaf4bd triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:13:03.735081 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832377'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:03.890934 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:03.929448 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c3f819-12fc-4b30-8a43-8c4b0df1a0e8 req-e2d39fa1-a809-49ed-91d6-1165bdc9769c tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:03.932319 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-e9c3f819-12fc-4b30-8a43-8c4b0df1a0e8 req-e2d39fa1-a809-49ed-91d6-1165bdc9769c tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] 10.222.0.76 "GET /v2.0/ports?device_id=e77d3846-4a8c-4f5d-8ba6-d3ea23624c05 HTTP/1.1" status: 200 len: 945 time: 0.1203959 Jul 22 23:13:04.018819 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] For port dfe73686-ba1c-4a7a-ad7f-ae889eeaf4bd, host hv-cinder-80187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80187',level=0,port_id=dfe73686-ba1c-4a7a-ad7f-ae889eeaf4bd,segment=NetworkSegment(f25a6190-92e5-4985-bd58-3825589b744f),segment_id=f25a6190-92e5-4985-bd58-3825589b744f)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:13:04.031171 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:04.036425 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd962c5-2f46-4e49-ab99-cea35b818405 req-8e1a280c-c577-45ea-a7f4-7b29b66b0038 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:04.044086 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-5cd962c5-2f46-4e49-ab99-cea35b818405 req-8e1a280c-c577-45ea-a7f4-7b29b66b0038 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=30c4bc5a-ce65-4608-8781-bde54ef98599 HTTP/1.1" status: 200 len: 945 time: 0.1518979 Jul 22 23:13:04.116700 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Pushing event updated for resources: {'Port': ['ID=dfe73686-ba1c-4a7a-ad7f-ae889eeaf4bd,revision_number=5']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:13:04.129648 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.plugin [req-e9c3f819-12fc-4b30-8a43-8c4b0df1a0e8 req-89dde545-8b92-4bb8-ac1d-0f88b46076de tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] Deleting port 5bc5e8b5-caa7-441b-9a6e-7b07d3bccd35 {{(pid=93193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:13:04.132786 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-e9c3f819-12fc-4b30-8a43-8c4b0df1a0e8 req-89dde545-8b92-4bb8-ac1d-0f88b46076de tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769065717140'] for port, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:04.157434 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-5cd962c5-2f46-4e49-ab99-cea35b818405 req-f00e3f3a-3913-42e1-85bc-6e6bbc146816 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117470 Jul 22 23:13:04.191726 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d7c61f-0ef9-4880-a3b3-9a45c70d1c49 req-e3317c9f-bcd0-4896-b611-c4c577199020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:04.193281 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-65d7c61f-0ef9-4880-a3b3-9a45c70d1c49 req-e3317c9f-bcd0-4896-b611-c4c577199020 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=88b8e575-c589-4a2b-b6c6-efdee6606e12 HTTP/1.1" status: 200 len: 1098 time: 0.1255064 Jul 22 23:13:04.207659 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 35294) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:13:04.208303 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13cb8c7-6b84-49d2-a0de-c6e18917055c req-4f0e3db7-9c6d-451c-8df7-e09348d2e4c1 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:04.209824 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-f13cb8c7-6b84-49d2-a0de-c6e18917055c req-4f0e3db7-9c6d-451c-8df7-e09348d2e4c1 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/ports?device_id=88b8e575-c589-4a2b-b6c6-efdee6606e12 HTTP/1.1" status: 200 len: 945 time: 0.1042221 Jul 22 23:13:04.253357 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.db [req-e9c3f819-12fc-4b30-8a43-8c4b0df1a0e8 req-89dde545-8b92-4bb8-ac1d-0f88b46076de tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] For port 5bc5e8b5-caa7-441b-9a6e-7b07d3bccd35, host hv-cinder-80187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80187',level=0,port_id=5bc5e8b5-caa7-441b-9a6e-7b07d3bccd35,segment=NetworkSegment(4e99933b-4a20-41a9-a6c5-07f340b8fba9),segment_id=4e99933b-4a20-41a9-a6c5-07f340b8fba9)] {{(pid=93193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:13:04.254159 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-e9c3f819-12fc-4b30-8a43-8c4b0df1a0e8 req-89dde545-8b92-4bb8-ac1d-0f88b46076de tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681326'] for port, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:04.266743 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-65d7c61f-0ef9-4880-a3b3-9a45c70d1c49 req-86ade33f-d12d-490f-91f7-7171dc4121f2 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=d84c6cad-631b-43c5-a35b-86fdac5eacd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559616 Jul 22 23:13:04.273745 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.plugin [req-e9c3f819-12fc-4b30-8a43-8c4b0df1a0e8 req-89dde545-8b92-4bb8-ac1d-0f88b46076de tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] Calling delete_port for 5bc5e8b5-caa7-441b-9a6e-7b07d3bccd35 owned by compute:nova {{(pid=93193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:13:04.275734 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-f13cb8c7-6b84-49d2-a0de-c6e18917055c req-e9243666-aba7-4c7f-ad73-e9088d835a02 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/security-groups?id=d84c6cad-631b-43c5-a35b-86fdac5eacd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586729 Jul 22 23:13:04.343953 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-b9cc0d6c-21c4-43f5-beed-6ac2ce2874ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:04.467280 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-e9c3f819-12fc-4b30-8a43-8c4b0df1a0e8 req-89dde545-8b92-4bb8-ac1d-0f88b46076de tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769065717863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769065317250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31811438'] for port, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:04.498205 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dde545-8b92-4bb8-ac1d-0f88b46076de tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] Pushing event deleted for resources: {'Port': ['ID=5bc5e8b5-caa7-441b-9a6e-7b07d3bccd35,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:13:04.507529 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] get_ports_and_sgs() called for port_ids ['5bc5e8b5-caa7-441b-9a6e-7b07d3bccd35'] {{(pid=93194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:13:04.559730 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9c3f819-12fc-4b30-8a43-8c4b0df1a0e8 req-89dde545-8b92-4bb8-ac1d-0f88b46076de tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] No DVR routers for this DVR port 5bc5e8b5-caa7-441b-9a6e-7b07d3bccd35 on host hv-cinder-80187 {{(pid=93193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:13:04.563131 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-b9cc0d6c-21c4-43f5-beed-6ac2ce2874ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:04.564622 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-e9c3f819-12fc-4b30-8a43-8c4b0df1a0e8 req-89dde545-8b92-4bb8-ac1d-0f88b46076de tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92570'] for port, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:04.566592 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-e9c3f819-12fc-4b30-8a43-8c4b0df1a0e8 req-89dde545-8b92-4bb8-ac1d-0f88b46076de tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] 10.222.0.76 "DELETE /v2.0/ports/5bc5e8b5-caa7-441b-9a6e-7b07d3bccd35 HTTP/1.1" status: 204 len: 173 time: 0.6274128 Jul 22 23:13:04.567003 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e77d3846-4a8c-4f5d-8ba6-d3ea23624c05', 'name': 'network-vif-deleted', 'tag': '5bc5e8b5-caa7-441b-9a6e-7b07d3bccd35'}] {{(pid=93193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:13:04.569258 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53e3bfa867fb079e45cf064e3f04560eeff66f84eee23b8fde49e5f46f239411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b0eeb94-246c-4cd6-b312-480203796041" -d '{"events": [{"server_uuid": "e77d3846-4a8c-4f5d-8ba6-d3ea23624c05", "name": "network-vif-deleted", "tag": "5bc5e8b5-caa7-441b-9a6e-7b07d3bccd35"}]}' {{(pid=93193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:13:04.572640 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-b9cc0d6c-21c4-43f5-beed-6ac2ce2874ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:04.609872 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1574a175-616b-4972-b8bb-94a3fd04df70 x-openstack-request-id: req-1574a175-616b-4972-b8bb-94a3fd04df70 {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:13:04.610158 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e77d3846-4a8c-4f5d-8ba6-d3ea23624c05", "name": "network-vif-deleted", "tag": "5bc5e8b5-caa7-441b-9a6e-7b07d3bccd35", "status": "completed", "code": 200}]} {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:13:04.610403 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1574a175-616b-4972-b8bb-94a3fd04df70 {{(pid=93193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:13:04.610788 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e77d3846-4a8c-4f5d-8ba6-d3ea23624c05', 'name': 'network-vif-deleted', 'tag': '5bc5e8b5-caa7-441b-9a6e-7b07d3bccd35', 'status': 'completed', 'code': 200} Jul 22 23:13:04.615100 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-b9cc0d6c-21c4-43f5-beed-6ac2ce2874ad admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f5c3cca1f1634004a720042cc2bae117&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4064722 Jul 22 23:13:04.616218 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cc0d6c-21c4-43f5-beed-6ac2ce2874ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e03168c-ea6b-477e-9b93-324888ed3935,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:13:04.618683 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 35302) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:13:04.659346 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca783086-0238-4000-8076-e79c93f7c06b req-3d130507-ce54-46a2-ba3a-76040db3c05a tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:04.661620 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-ca783086-0238-4000-8076-e79c93f7c06b req-3d130507-ce54-46a2-ba3a-76040db3c05a tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8005861-97d5-4e95-b3d1-558472d8f0b3 HTTP/1.1" status: 200 len: 945 time: 0.0800316 Jul 22 23:13:04.675362 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-544b2d43-429d-40fe-a813-2e0ebd8d7bfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:04.701478 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-544b2d43-429d-40fe-a813-2e0ebd8d7bfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:04.715234 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-ca783086-0238-4000-8076-e79c93f7c06b req-0a806cb4-881f-40c2-aa1b-7c0dce81d008 tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] 10.222.0.44 "GET /v2.0/security-groups?id=19b88fb3-39ec-448e-8763-3d3cfc3c4317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357339 Jul 22 23:13:04.748805 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-544b2d43-429d-40fe-a813-2e0ebd8d7bfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:04.751915 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-544b2d43-429d-40fe-a813-2e0ebd8d7bfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:04.755837 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-544b2d43-429d-40fe-a813-2e0ebd8d7bfb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8e03168c-ea6b-477e-9b93-324888ed3935 HTTP/1.1" status: 204 len: 168 time: 0.1361763 Jul 22 23:13:04.764633 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544b2d43-429d-40fe-a813-2e0ebd8d7bfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e03168c-ea6b-477e-9b93-324888ed3935,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:13:04.821367 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-285cdf68-f00f-4a24-bc3d-a06d3f67574d req-c7f61330-1bda-40b7-8365-f3f79d920f0c tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] 10.222.0.44 "GET /v2.0/ports?device_id=e77d3846-4a8c-4f5d-8ba6-d3ea23624c05 HTTP/1.1" status: 200 len: 210 time: 0.0301452 Jul 22 23:13:05.301046 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3188bef0-196d-4b58-8564-8d76f2467702 req-6a76e857-0be1-42db-bccc-6f9c11711d37 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:05.302417 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-3188bef0-196d-4b58-8564-8d76f2467702 req-6a76e857-0be1-42db-bccc-6f9c11711d37 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=30c4bc5a-ce65-4608-8781-bde54ef98599 HTTP/1.1" status: 200 len: 945 time: 0.0645921 Jul 22 23:13:05.338884 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-3188bef0-196d-4b58-8564-8d76f2467702 req-bdde3a78-0d45-45c2-855b-0d9bd63c2c46 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310280 Jul 22 23:13:05.452822 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8c6764-b7a3-411f-b802-d0cfd39339a5 req-c4d25d8d-8fe3-46c2-8d37-f7cd738511e5 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:05.454297 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-cf8c6764-b7a3-411f-b802-d0cfd39339a5 req-c4d25d8d-8fe3-46c2-8d37-f7cd738511e5 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/ports?device_id=88b8e575-c589-4a2b-b6c6-efdee6606e12 HTTP/1.1" status: 200 len: 945 time: 0.0623510 Jul 22 23:13:05.490959 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-cf8c6764-b7a3-411f-b802-d0cfd39339a5 req-dd3bde34-50fa-44cc-8339-07898e8f67d1 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/security-groups?id=d84c6cad-631b-43c5-a35b-86fdac5eacd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312381 Jul 22 23:13:05.690009 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8005861-97d5-4e95-b3d1-558472d8f0b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfe73686-ba1c-4a7a-ad7f-ae889eeaf4bd'}] {{(pid=93194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:13:05.692323 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7601765a566782fd39478405f6fadc52a0f9e3dab845648c9e7fe91a53a45b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1989127-51a8-429f-b52a-f77f433eb2ee" -d '{"events": [{"server_uuid": "f8005861-97d5-4e95-b3d1-558472d8f0b3", "name": "network-vif-plugged", "status": "completed", "tag": "dfe73686-ba1c-4a7a-ad7f-ae889eeaf4bd"}]}' {{(pid=93194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:13:05.726024 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfaaeed7-54a9-4f58-afbb-783ff4ba9652 x-openstack-request-id: req-dfaaeed7-54a9-4f58-afbb-783ff4ba9652 {{(pid=93194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:13:05.726310 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8005861-97d5-4e95-b3d1-558472d8f0b3", "name": "network-vif-plugged", "status": "completed", "tag": "dfe73686-ba1c-4a7a-ad7f-ae889eeaf4bd", "code": 200}]} {{(pid=93194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:13:05.726559 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-dfaaeed7-54a9-4f58-afbb-783ff4ba9652 {{(pid=93194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:13:05.726945 dv-cinder-801875-2-iscsi neutron-server[93194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8005861-97d5-4e95-b3d1-558472d8f0b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfe73686-ba1c-4a7a-ad7f-ae889eeaf4bd', 'code': 200} Jul 22 23:13:05.843741 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f934bae-8058-4b72-9570-409c67a6d86e req-950860c2-9d3f-448b-b7a5-21d43d0b3852 tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:05.846938 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-5f934bae-8058-4b72-9570-409c67a6d86e req-950860c2-9d3f-448b-b7a5-21d43d0b3852 tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8005861-97d5-4e95-b3d1-558472d8f0b3 HTTP/1.1" status: 200 len: 945 time: 0.0633376 Jul 22 23:13:05.884164 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-5f934bae-8058-4b72-9570-409c67a6d86e req-5fc5d33d-9174-41ca-add0-6d39a64f1441 tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] 10.222.0.44 "GET /v2.0/security-groups?id=19b88fb3-39ec-448e-8763-3d3cfc3c4317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317752 Jul 22 23:13:05.970256 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-df1ab7f9-351e-4314-bc69-92739a08f5de req-c191e3fd-0711-4e9f-b8e8-a8dfcc27f26d tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] 10.222.0.44 "GET /v2.0/ports?device_id=e77d3846-4a8c-4f5d-8ba6-d3ea23624c05 HTTP/1.1" status: 200 len: 210 time: 0.0317550 Jul 22 23:13:06.463376 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90bc9c6-9164-4310-9840-b3aae5926c96 req-bf85fdcc-a8d6-4437-a64d-17f92435b475 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:06.464848 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-d90bc9c6-9164-4310-9840-b3aae5926c96 req-bf85fdcc-a8d6-4437-a64d-17f92435b475 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=30c4bc5a-ce65-4608-8781-bde54ef98599 HTTP/1.1" status: 200 len: 945 time: 0.0611799 Jul 22 23:13:06.502235 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-d90bc9c6-9164-4310-9840-b3aae5926c96 req-d925dc1f-1c04-46ae-84f7-3ff4e60ef380 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314500 Jul 22 23:13:06.615983 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053c1e46-5675-41c9-8267-eb3681650f29 req-4039f383-ed9a-4a42-9c7b-d82d0a2ea0d3 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:06.617517 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-053c1e46-5675-41c9-8267-eb3681650f29 req-4039f383-ed9a-4a42-9c7b-d82d0a2ea0d3 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/ports?device_id=88b8e575-c589-4a2b-b6c6-efdee6606e12 HTTP/1.1" status: 200 len: 945 time: 0.0625975 Jul 22 23:13:06.654185 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-053c1e46-5675-41c9-8267-eb3681650f29 req-9a3ef64c-0f34-4550-9960-cc5bfa2708cf tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/security-groups?id=d84c6cad-631b-43c5-a35b-86fdac5eacd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312941 Jul 22 23:13:07.018808 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865a41f7-98a7-40f6-8c62-7438dae228f4 req-74fa5872-db11-402c-a4bf-49d505b90979 tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:07.020286 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-865a41f7-98a7-40f6-8c62-7438dae228f4 req-74fa5872-db11-402c-a4bf-49d505b90979 tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8005861-97d5-4e95-b3d1-558472d8f0b3 HTTP/1.1" status: 200 len: 945 time: 0.0662475 Jul 22 23:13:07.056718 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-865a41f7-98a7-40f6-8c62-7438dae228f4 req-a360ffc8-f60b-413d-9824-78fd213f4a57 tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] 10.222.0.44 "GET /v2.0/security-groups?id=19b88fb3-39ec-448e-8763-3d3cfc3c4317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309484 Jul 22 23:13:07.140417 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-e4649bb4-6065-4ae8-a993-306132132a86 req-7b28685b-d974-4f36-a58d-cac7f42e6eec tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] 10.222.0.44 "GET /v2.0/ports?device_id=e77d3846-4a8c-4f5d-8ba6-d3ea23624c05 HTTP/1.1" status: 200 len: 210 time: 0.0290926 Jul 22 23:13:07.627486 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1167263c-267d-4fdd-ae45-3adbd4d55547 req-fda2d6b3-2ab5-47a3-b33d-60c8e0c9e523 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:07.628980 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-1167263c-267d-4fdd-ae45-3adbd4d55547 req-fda2d6b3-2ab5-47a3-b33d-60c8e0c9e523 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=30c4bc5a-ce65-4608-8781-bde54ef98599 HTTP/1.1" status: 200 len: 945 time: 0.0617273 Jul 22 23:13:07.668849 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-1167263c-267d-4fdd-ae45-3adbd4d55547 req-efeb6dc8-9a03-46b7-9aa6-cf0b944fde87 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341978 Jul 22 23:13:07.781970 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Device 5bc5e8b5-caa7-441b-9a6e-7b07d3bccd35 no longer exists at agent hyperv_hv-cinder-80187 {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:13:07.788218 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1f63d6-b17d-4729-8adf-4b4c7c0852de req-25aa165d-5d75-4e3f-82fb-e764a0c906a1 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:07.789748 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-dc1f63d6-b17d-4729-8adf-4b4c7c0852de req-25aa165d-5d75-4e3f-82fb-e764a0c906a1 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/ports?device_id=88b8e575-c589-4a2b-b6c6-efdee6606e12 HTTP/1.1" status: 200 len: 945 time: 0.0665460 Jul 22 23:13:07.803112 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] No Port match for: 5bc5e8b5-caa7-441b-9a6e-7b07d3bccd35 {{(pid=93194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:13:07.803340 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Device 5bc5e8b5-caa7-441b-9a6e-7b07d3bccd35 not bound to the agent host hv-cinder-80187 {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:13:07.827690 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-dc1f63d6-b17d-4729-8adf-4b4c7c0852de req-ca39b554-f7ab-4064-af39-59a209f2a931 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/security-groups?id=d84c6cad-631b-43c5-a35b-86fdac5eacd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318682 Jul 22 23:13:08.078988 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72116c89-3213-4e54-ae04-26720890adfe req-b0b28c6f-adf8-43bb-bba0-2c259afa5825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:08.080458 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-72116c89-3213-4e54-ae04-26720890adfe req-b0b28c6f-adf8-43bb-bba0-2c259afa5825 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=f8005861-97d5-4e95-b3d1-558472d8f0b3 HTTP/1.1" status: 200 len: 1098 time: 0.0548837 Jul 22 23:13:08.129528 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-72116c89-3213-4e54-ae04-26720890adfe req-e7dfac5f-3160-4b18-9220-92008d627918 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=19b88fb3-39ec-448e-8763-3d3cfc3c4317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294025 Jul 22 23:13:08.184908 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf86cfec-5981-4046-872f-b9768753f897 req-bc85061f-a02a-46a5-a48c-842b637af3e2 tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:08.186468 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-cf86cfec-5981-4046-872f-b9768753f897 req-bc85061f-a02a-46a5-a48c-842b637af3e2 tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8005861-97d5-4e95-b3d1-558472d8f0b3 HTTP/1.1" status: 200 len: 945 time: 0.0638254 Jul 22 23:13:08.224858 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-cf86cfec-5981-4046-872f-b9768753f897 req-a1502ab6-dc8a-4e5c-a45a-5463377dfae7 tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] 10.222.0.44 "GET /v2.0/security-groups?id=19b88fb3-39ec-448e-8763-3d3cfc3c4317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330653 Jul 22 23:13:08.275468 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-62134368-7d45-4c3d-919b-ba23cae87ede req-2b7f276e-01e1-4fe5-a690-3dd643895cf9 tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] 10.222.0.44 "GET /v2.0/ports?device_id=e77d3846-4a8c-4f5d-8ba6-d3ea23624c05 HTTP/1.1" status: 200 len: 210 time: 0.0402665 Jul 22 23:13:08.796411 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eb7bf7-875d-4fcc-b590-247284e8d458 req-6576ee7a-8ecc-4a64-befe-bb8fc1fc09d1 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:08.797970 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-85eb7bf7-875d-4fcc-b590-247284e8d458 req-6576ee7a-8ecc-4a64-befe-bb8fc1fc09d1 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=30c4bc5a-ce65-4608-8781-bde54ef98599 HTTP/1.1" status: 200 len: 945 time: 0.0624497 Jul 22 23:13:08.836027 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-85eb7bf7-875d-4fcc-b590-247284e8d458 req-8e8c3bb7-3a2d-44f4-a7e0-93d50d493b83 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325098 Jul 22 23:13:08.962225 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3a29e9-0d10-4593-9734-f22b1b4ffb30 req-8882fa08-a911-4211-a32a-04cd4227f072 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:08.963707 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-ff3a29e9-0d10-4593-9734-f22b1b4ffb30 req-8882fa08-a911-4211-a32a-04cd4227f072 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/ports?device_id=88b8e575-c589-4a2b-b6c6-efdee6606e12 HTTP/1.1" status: 200 len: 945 time: 0.0648928 Jul 22 23:13:09.004501 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-ff3a29e9-0d10-4593-9734-f22b1b4ffb30 req-3c30da1f-8a74-49c3-9897-a6d1b46fb691 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/security-groups?id=d84c6cad-631b-43c5-a35b-86fdac5eacd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348282 Jul 22 23:13:09.385749 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9023017d-aa3b-4fde-8602-99123beb9483 req-724700c7-6352-42b0-9ab1-34176125290d tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:09.387310 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-9023017d-aa3b-4fde-8602-99123beb9483 req-724700c7-6352-42b0-9ab1-34176125290d tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8005861-97d5-4e95-b3d1-558472d8f0b3 HTTP/1.1" status: 200 len: 945 time: 0.0877898 Jul 22 23:13:09.431824 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-9023017d-aa3b-4fde-8602-99123beb9483 req-31382617-95d6-4846-9b76-74952af99408 tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] 10.222.0.44 "GET /v2.0/security-groups?id=19b88fb3-39ec-448e-8763-3d3cfc3c4317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375447 Jul 22 23:13:09.637773 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c67471-178a-4af5-b38b-8f5334c893d8 req-765ab850-4d68-4983-9b91-2bad5f738d53 tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:09.639271 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-26c67471-178a-4af5-b38b-8f5334c893d8 req-765ab850-4d68-4983-9b91-2bad5f738d53 tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] 10.222.0.44 "GET /v2.0/networks?id=76beca70-c283-4250-aeaf-2347572c0c9a HTTP/1.1" status: 200 len: 808 time: 0.1130776 Jul 22 23:13:09.655628 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-26c67471-178a-4af5-b38b-8f5334c893d8 req-4f4c3099-1ecc-4c4e-b9ba-a8c75a741f12 tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] 10.222.0.44 "GET /v2.0/quotas/af4ba68bc24142deb7691069f2b4bfcd HTTP/1.1" status: 200 len: 375 time: 0.0099986 Jul 22 23:13:09.698219 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-26c67471-178a-4af5-b38b-8f5334c893d8 req-77982720-bdf2-4b62-8abf-54e74f3a6b12 tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=af4ba68bc24142deb7691069f2b4bfcd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0363026 Jul 22 23:13:09.795596 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-26c67471-178a-4af5-b38b-8f5334c893d8 req-56b3d4b2-1166-4041-a479-af35d208ffb1 service neutron] 10.222.0.44 "GET /v2.0/networks/76beca70-c283-4250-aeaf-2347572c0c9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885229 Jul 22 23:13:09.888993 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-26c67471-178a-4af5-b38b-8f5334c893d8 req-7a1df1d8-d113-48a0-83d8-831d41c25959 service neutron] 10.222.0.44 "GET /v2.0/networks/76beca70-c283-4250-aeaf-2347572c0c9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869820 Jul 22 23:13:09.970933 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff0ad09-c672-4b92-b19d-30a987ce76f7 req-4569617b-7bb6-4863-a72c-09602dbeb7e2 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:09.972530 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-fff0ad09-c672-4b92-b19d-30a987ce76f7 req-4569617b-7bb6-4863-a72c-09602dbeb7e2 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=30c4bc5a-ce65-4608-8781-bde54ef98599 HTTP/1.1" status: 200 len: 945 time: 0.0689964 Jul 22 23:13:10.015756 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-fff0ad09-c672-4b92-b19d-30a987ce76f7 req-bed13233-694b-46b6-9076-34b50d414c90 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370836 Jul 22 23:13:10.055423 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-1908d4c5-126d-4e8f-a9f7-9ccd5a71b533 req-99549701-76d5-428a-9519-06b6bc7fd103 tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b39f311-4f06-43a6-aaaa-722d44c279aa HTTP/1.1" status: 200 len: 210 time: 0.0386596 Jul 22 23:13:10.160922 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eafa788-33d8-4ec7-82eb-3d3727466e65 req-6d484ef0-b83e-49a8-898d-acc7dd4fee46 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:10.162537 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-9eafa788-33d8-4ec7-82eb-3d3727466e65 req-6d484ef0-b83e-49a8-898d-acc7dd4fee46 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/ports?device_id=88b8e575-c589-4a2b-b6c6-efdee6606e12 HTTP/1.1" status: 200 len: 945 time: 0.0771370 Jul 22 23:13:10.205281 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-9eafa788-33d8-4ec7-82eb-3d3727466e65 req-ac1bc763-4b47-4142-955f-218030f0b752 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/security-groups?id=d84c6cad-631b-43c5-a35b-86fdac5eacd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351803 Jul 22 23:13:10.598539 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c222d5-708e-4127-b948-d1f18abcd231 req-2c3f3fe4-3e48-4372-a1f6-c1d790f55f9c tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:10.600061 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-37c222d5-708e-4127-b948-d1f18abcd231 req-2c3f3fe4-3e48-4372-a1f6-c1d790f55f9c tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8005861-97d5-4e95-b3d1-558472d8f0b3 HTTP/1.1" status: 200 len: 945 time: 0.0787022 Jul 22 23:13:10.637194 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-37c222d5-708e-4127-b948-d1f18abcd231 req-da2b7f53-6749-48c4-930f-eade852b2750 tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] 10.222.0.44 "GET /v2.0/security-groups?id=19b88fb3-39ec-448e-8763-3d3cfc3c4317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314965 Jul 22 23:13:11.178965 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-dab38ddd-9353-4708-9799-046034f2c079 req-042a29e7-f27f-45fe-8c09-22b1224f9ae8 tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b39f311-4f06-43a6-aaaa-722d44c279aa HTTP/1.1" status: 200 len: 210 time: 0.0369377 Jul 22 23:13:11.194254 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3911316-f4b1-4d4d-b5be-fcb5f30b75c7 req-c5480a02-20b3-4ca1-bc75-e0ef1d905405 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:11.195718 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-f3911316-f4b1-4d4d-b5be-fcb5f30b75c7 req-c5480a02-20b3-4ca1-bc75-e0ef1d905405 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=30c4bc5a-ce65-4608-8781-bde54ef98599 HTTP/1.1" status: 200 len: 945 time: 0.0985386 Jul 22 23:13:11.240962 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-f3911316-f4b1-4d4d-b5be-fcb5f30b75c7 req-82443b6a-a4e8-4283-b344-a5f1dda87bbe tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394232 Jul 22 23:13:11.446489 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c67471-178a-4af5-b38b-8f5334c893d8 req-482c9319-8232-416e-b6e3-facf8beca5df tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:11.447952 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-26c67471-178a-4af5-b38b-8f5334c893d8 req-482c9319-8232-416e-b6e3-facf8beca5df tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] 10.222.0.76 "GET /v2.0/networks?id=76beca70-c283-4250-aeaf-2347572c0c9a HTTP/1.1" status: 200 len: 808 time: 0.1049707 Jul 22 23:13:11.521236 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [req-26c67471-178a-4af5-b38b-8f5334c893d8 req-0c39dcf4-5802-462d-85be-3c3166f9d566 tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] Request body: {'port': {'device_id': '4b39f311-4f06-43a6-aaaa-722d44c279aa', 'network_id': '76beca70-c283-4250-aeaf-2347572c0c9a', 'admin_state_up': True, 'tenant_id': 'af4ba68bc24142deb7691069f2b4bfcd'}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:13:11.642436 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26c67471-178a-4af5-b38b-8f5334c893d8 req-0c39dcf4-5802-462d-85be-3c3166f9d566 tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] Made reservation on behalf of af4ba68bc24142deb7691069f2b4bfcd for: {'port': 1} {{(pid=93193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:13:11.646281 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-26c67471-178a-4af5-b38b-8f5334c893d8 req-0c39dcf4-5802-462d-85be-3c3166f9d566 tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:11.773155 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.db.db_base_plugin_common [req-26c67471-178a-4af5-b38b-8f5334c893d8 req-0c39dcf4-5802-462d-85be-3c3166f9d566 tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] Allocated IP 172.20.0.3 (76beca70-c283-4250-aeaf-2347572c0c9a/c93b86df-c4f3-4554-87ea-c32ec748f461/0c22eed8-2204-4cfb-a713-1daad2ca1326) {{(pid=93193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:13:11.917275 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-26c67471-178a-4af5-b38b-8f5334c893d8 req-0c39dcf4-5802-462d-85be-3c3166f9d566 tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] Notify callbacks [] for port, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:11.956888 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-26c67471-178a-4af5-b38b-8f5334c893d8 req-0c39dcf4-5802-462d-85be-3c3166f9d566 tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769065317241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31811438'] for port, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:12.004002 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26c67471-178a-4af5-b38b-8f5334c893d8 req-0c39dcf4-5802-462d-85be-3c3166f9d566 tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] Network 76beca70-c283-4250-aeaf-2347572c0c9a is already hosted by enough agents. {{(pid=93193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:13:12.006914 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.scheduler.base_scheduler [req-26c67471-178a-4af5-b38b-8f5334c893d8 req-0c39dcf4-5802-462d-85be-3c3166f9d566 tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] Resources bound (agent type, host, resource id): {{(pid=93193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:13:12.010586 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.db.l3_dvrscheduler_db [req-26c67471-178a-4af5-b38b-8f5334c893d8 req-0c39dcf4-5802-462d-85be-3c3166f9d566 tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] Received port after_create {{(pid=93193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:13:12.017374 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c39dcf4-5802-462d-85be-3c3166f9d566 tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] Pushing event updated for resources: {'Port': ['ID=0c22eed8-2204-4cfb-a713-1daad2ca1326,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:13:12.043279 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c39dcf4-5802-462d-85be-3c3166f9d566 tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:13:12.043626 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c39dcf4-5802-462d-85be-3c3166f9d566 tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:13:12.043967 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c39dcf4-5802-462d-85be-3c3166f9d566 tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:13:12.044304 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c39dcf4-5802-462d-85be-3c3166f9d566 tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:13:12.044667 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c39dcf4-5802-462d-85be-3c3166f9d566 tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:13:12.045011 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c39dcf4-5802-462d-85be-3c3166f9d566 tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:13:12.045324 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c39dcf4-5802-462d-85be-3c3166f9d566 tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:13:12.045649 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c39dcf4-5802-462d-85be-3c3166f9d566 tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:13:12.046494 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c39dcf4-5802-462d-85be-3c3166f9d566 tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:13:12.046817 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c39dcf4-5802-462d-85be-3c3166f9d566 tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:13:12.047136 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c39dcf4-5802-462d-85be-3c3166f9d566 tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:13:12.047454 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c39dcf4-5802-462d-85be-3c3166f9d566 tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:13:12.071095 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c67471-178a-4af5-b38b-8f5334c893d8 req-0c39dcf4-5802-462d-85be-3c3166f9d566 tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:12.071706 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-26c67471-178a-4af5-b38b-8f5334c893d8 req-0c39dcf4-5802-462d-85be-3c3166f9d566 tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92570'] for port, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:12.085140 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-26c67471-178a-4af5-b38b-8f5334c893d8 req-0c39dcf4-5802-462d-85be-3c3166f9d566 tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5680423 Jul 22 23:13:12.310435 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0f87a0-fdce-4e1e-aca9-07829e1abb78 req-ac9c4c4d-7a5f-439f-b655-19dff4a4c89c tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:12.312587 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-8d0f87a0-fdce-4e1e-aca9-07829e1abb78 req-ac9c4c4d-7a5f-439f-b655-19dff4a4c89c tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b39f311-4f06-43a6-aaaa-722d44c279aa HTTP/1.1" status: 200 len: 931 time: 0.0665720 Jul 22 23:13:12.357575 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-8d0f87a0-fdce-4e1e-aca9-07829e1abb78 req-8f935f5c-bb85-4b62-afa3-b9c43417266d tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] 10.222.0.44 "GET /v2.0/security-groups?id=2b2f2730-d675-4a53-bf52-1b2c76974beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392306 Jul 22 23:13:12.472806 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb10654-cd6c-424a-94fb-162d385cb399 req-b5419461-2654-4d0a-a03a-3507a031f0d5 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:12.474167 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-0bb10654-cd6c-424a-94fb-162d385cb399 req-b5419461-2654-4d0a-a03a-3507a031f0d5 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=30c4bc5a-ce65-4608-8781-bde54ef98599 HTTP/1.1" status: 200 len: 945 time: 0.0649714 Jul 22 23:13:12.510921 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-0bb10654-cd6c-424a-94fb-162d385cb399 req-9e94db14-875e-4828-b4bc-5f320221ca3e tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313246 Jul 22 23:13:14.508002 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [req-26c67471-178a-4af5-b38b-8f5334c893d8 req-189d1f37-b457-4219-9df1-5a2cd2be0299 service neutron] Request body: {'port': {'device_id': '4b39f311-4f06-43a6-aaaa-722d44c279aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80187'}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:13:14.580533 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-26c67471-178a-4af5-b38b-8f5334c893d8 req-189d1f37-b457-4219-9df1-5a2cd2be0299 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:14.816387 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46fd8b7-3b65-4972-8f42-34e0e229a2e4 req-2cf8c262-a8fe-42d1-b1ee-f9954ae69dcf tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:14.818002 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-c46fd8b7-3b65-4972-8f42-34e0e229a2e4 req-2cf8c262-a8fe-42d1-b1ee-f9954ae69dcf tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b39f311-4f06-43a6-aaaa-722d44c279aa HTTP/1.1" status: 200 len: 931 time: 0.0763156 Jul 22 23:13:14.883366 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-c46fd8b7-3b65-4972-8f42-34e0e229a2e4 req-5a68b5a5-ad47-4666-b0f9-316caceb1377 tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] 10.222.0.44 "GET /v2.0/security-groups?id=2b2f2730-d675-4a53-bf52-1b2c76974beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588148 Jul 22 23:13:14.985684 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66562342-1a19-435a-981e-fe1555c52fda req-1f38376f-27c7-43d3-a4bc-e5584ef81fca tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:14.996506 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-66562342-1a19-435a-981e-fe1555c52fda req-1f38376f-27c7-43d3-a4bc-e5584ef81fca tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=30c4bc5a-ce65-4608-8781-bde54ef98599 HTTP/1.1" status: 200 len: 945 time: 0.0810316 Jul 22 23:13:15.044878 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-66562342-1a19-435a-981e-fe1555c52fda req-bbea9d6e-3007-4c68-8edc-0876862e9275 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473123 Jul 22 23:13:15.101295 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.notifiers.nova [req-26c67471-178a-4af5-b38b-8f5334c893d8 req-189d1f37-b457-4219-9df1-5a2cd2be0299 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c22eed8-2204-4cfb-a713-1daad2ca1326 {{(pid=93193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:13:15.110764 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-26c67471-178a-4af5-b38b-8f5334c893d8 req-189d1f37-b457-4219-9df1-5a2cd2be0299 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:15.122987 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.db.provisioning_blocks [req-26c67471-178a-4af5-b38b-8f5334c893d8 req-189d1f37-b457-4219-9df1-5a2cd2be0299 service neutron] Transition to ACTIVE for port object 0c22eed8-2204-4cfb-a713-1daad2ca1326 will not be triggered until provisioned by entity L2. {{(pid=93193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:13:15.127410 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-26c67471-178a-4af5-b38b-8f5334c893d8 req-189d1f37-b457-4219-9df1-5a2cd2be0299 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31811429'] for port, after_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:15.180995 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189d1f37-b457-4219-9df1-5a2cd2be0299 service neutron] Pushing event updated for resources: {'Port': ['ID=0c22eed8-2204-4cfb-a713-1daad2ca1326,revision_number=2']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:13:15.259237 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.managers [req-26c67471-178a-4af5-b38b-8f5334c893d8 req-189d1f37-b457-4219-9df1-5a2cd2be0299 service neutron] Attempting to bind port 0c22eed8-2204-4cfb-a713-1daad2ca1326 on host hv-cinder-80187 for vnic_type normal with profile {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:13:15.259489 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.managers [req-26c67471-178a-4af5-b38b-8f5334c893d8 req-189d1f37-b457-4219-9df1-5a2cd2be0299 service neutron] Attempting to bind port 0c22eed8-2204-4cfb-a713-1daad2ca1326 by drivers openvswitch,hyperv on host hv-cinder-80187 at level 0 using segments [{'id': '4e99933b-4a20-41a9-a6c5-07f340b8fba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '76beca70-c283-4250-aeaf-2347572c0c9a'}] {{(pid=93193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:13:15.259821 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c67471-178a-4af5-b38b-8f5334c893d8 req-189d1f37-b457-4219-9df1-5a2cd2be0299 service neutron] Attempting to bind port 0c22eed8-2204-4cfb-a713-1daad2ca1326 on network 76beca70-c283-4250-aeaf-2347572c0c9a {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:13:15.263872 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c67471-178a-4af5-b38b-8f5334c893d8 req-189d1f37-b457-4219-9df1-5a2cd2be0299 service neutron] Port 0c22eed8-2204-4cfb-a713-1daad2ca1326 on network 76beca70-c283-4250-aeaf-2347572c0c9a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80187 {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:13:15.264180 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c67471-178a-4af5-b38b-8f5334c893d8 req-189d1f37-b457-4219-9df1-5a2cd2be0299 service neutron] Attempting to bind port 0c22eed8-2204-4cfb-a713-1daad2ca1326 on network 76beca70-c283-4250-aeaf-2347572c0c9a {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:13:15.268908 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c67471-178a-4af5-b38b-8f5334c893d8 req-189d1f37-b457-4219-9df1-5a2cd2be0299 service neutron] Checking agent: {'id': '11a4ce8f-2944-4abd-9558-2f785ee5be32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80187', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 9, 19), 'started_at': datetime.datetime(2021, 7, 22, 23, 9, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:13:15.269235 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c67471-178a-4af5-b38b-8f5334c893d8 req-189d1f37-b457-4219-9df1-5a2cd2be0299 service neutron] Checking segment: {'id': '4e99933b-4a20-41a9-a6c5-07f340b8fba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '76beca70-c283-4250-aeaf-2347572c0c9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:13:15.269608 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c67471-178a-4af5-b38b-8f5334c893d8 req-189d1f37-b457-4219-9df1-5a2cd2be0299 service neutron] Bound using segment: {'id': '4e99933b-4a20-41a9-a6c5-07f340b8fba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '76beca70-c283-4250-aeaf-2347572c0c9a'} {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:13:15.270017 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.managers [req-26c67471-178a-4af5-b38b-8f5334c893d8 req-189d1f37-b457-4219-9df1-5a2cd2be0299 service neutron] Bound port: 0c22eed8-2204-4cfb-a713-1daad2ca1326, host: hv-cinder-80187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e99933b-4a20-41a9-a6c5-07f340b8fba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '76beca70-c283-4250-aeaf-2347572c0c9a'}}] {{(pid=93193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:13:15.270356 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-26c67471-178a-4af5-b38b-8f5334c893d8 req-189d1f37-b457-4219-9df1-5a2cd2be0299 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:15.335142 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.db [req-26c67471-178a-4af5-b38b-8f5334c893d8 req-189d1f37-b457-4219-9df1-5a2cd2be0299 service neutron] For port 0c22eed8-2204-4cfb-a713-1daad2ca1326, host hv-cinder-80187, cleared binding levels {{(pid=93193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:13:15.338389 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.db [req-26c67471-178a-4af5-b38b-8f5334c893d8 req-189d1f37-b457-4219-9df1-5a2cd2be0299 service neutron] For port 0c22eed8-2204-4cfb-a713-1daad2ca1326, host hv-cinder-80187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80187',level=0,port_id=0c22eed8-2204-4cfb-a713-1daad2ca1326,segment=NetworkSegment(4e99933b-4a20-41a9-a6c5-07f340b8fba9),segment_id=4e99933b-4a20-41a9-a6c5-07f340b8fba9)] {{(pid=93193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:13:15.342062 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-26c67471-178a-4af5-b38b-8f5334c893d8 req-189d1f37-b457-4219-9df1-5a2cd2be0299 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31811429'] for port, after_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:15.387068 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c67471-178a-4af5-b38b-8f5334c893d8 req-189d1f37-b457-4219-9df1-5a2cd2be0299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:15.387704 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-26c67471-178a-4af5-b38b-8f5334c893d8 req-189d1f37-b457-4219-9df1-5a2cd2be0299 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92570'] for port, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:15.389116 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-26c67471-178a-4af5-b38b-8f5334c893d8 req-189d1f37-b457-4219-9df1-5a2cd2be0299 service neutron] 10.222.0.76 "PUT /v2.0/ports/0c22eed8-2204-4cfb-a713-1daad2ca1326 HTTP/1.1" status: 200 len: 1093 time: 0.8859167 Jul 22 23:13:15.389606 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b39f311-4f06-43a6-aaaa-722d44c279aa', 'tag': '0c22eed8-2204-4cfb-a713-1daad2ca1326'}] {{(pid=93193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:13:15.391849 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53e3bfa867fb079e45cf064e3f04560eeff66f84eee23b8fde49e5f46f239411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bc13725-e890-49f0-9233-e8bfb41e894d" -d '{"events": [{"name": "network-changed", "server_uuid": "4b39f311-4f06-43a6-aaaa-722d44c279aa", "tag": "0c22eed8-2204-4cfb-a713-1daad2ca1326"}]}' {{(pid=93193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:13:15.415318 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189d1f37-b457-4219-9df1-5a2cd2be0299 service neutron] Pushing event updated for resources: {'Port': ['ID=0c22eed8-2204-4cfb-a713-1daad2ca1326,revision_number=3']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:13:15.439072 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-932dd4e6-215b-49a9-9f31-3f7dbcb7c957 x-openstack-request-id: req-932dd4e6-215b-49a9-9f31-3f7dbcb7c957 {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:13:15.439367 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b39f311-4f06-43a6-aaaa-722d44c279aa", "tag": "0c22eed8-2204-4cfb-a713-1daad2ca1326", "status": "completed", "code": 200}]} {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:13:15.439621 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-932dd4e6-215b-49a9-9f31-3f7dbcb7c957 {{(pid=93193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:13:15.440021 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b39f311-4f06-43a6-aaaa-722d44c279aa', 'tag': '0c22eed8-2204-4cfb-a713-1daad2ca1326', 'status': 'completed', 'code': 200} Jul 22 23:13:15.461157 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-0d09eee3-4dc9-4bff-9138-4efc0243e967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:15.533522 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c67471-178a-4af5-b38b-8f5334c893d8 req-2a3d83cc-c770-4221-93cd-b5fb142065f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:15.535077 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-26c67471-178a-4af5-b38b-8f5334c893d8 req-2a3d83cc-c770-4221-93cd-b5fb142065f3 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=af4ba68bc24142deb7691069f2b4bfcd&device_id=4b39f311-4f06-43a6-aaaa-722d44c279aa HTTP/1.1" status: 200 len: 1096 time: 0.0567505 Jul 22 23:13:15.589605 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-26c67471-178a-4af5-b38b-8f5334c893d8 req-d5c1464f-a7bd-4330-abf7-c6c0adfa144a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0c22eed8-2204-4cfb-a713-1daad2ca1326 HTTP/1.1" status: 200 len: 217 time: 0.0349770 Jul 22 23:13:15.636825 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c67471-178a-4af5-b38b-8f5334c893d8 req-1d31ac21-7733-4e6d-ac71-e021583d1a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:15.638188 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-26c67471-178a-4af5-b38b-8f5334c893d8 req-1d31ac21-7733-4e6d-ac71-e021583d1a9e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c93b86df-c4f3-4554-87ea-c32ec748f461 HTTP/1.1" status: 200 len: 848 time: 0.0420020 Jul 22 23:13:15.670267 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-26c67471-178a-4af5-b38b-8f5334c893d8 req-87f17904-20b1-4121-8c57-0f873de3e450 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=76beca70-c283-4250-aeaf-2347572c0c9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253050 Jul 22 23:13:15.773029 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-26c67471-178a-4af5-b38b-8f5334c893d8 req-166f4b1d-f266-4463-b1ca-767804edfe89 service neutron] 10.222.0.76 "GET /v2.0/networks/76beca70-c283-4250-aeaf-2347572c0c9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851994 Jul 22 23:13:15.871362 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-26c67471-178a-4af5-b38b-8f5334c893d8 req-dc0c3140-99d6-40ed-aae1-2ab17d89dc95 service neutron] 10.222.0.76 "GET /v2.0/networks/76beca70-c283-4250-aeaf-2347572c0c9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855751 Jul 22 23:13:16.036281 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9475988b-1b09-4c0e-8441-e0b085cd8100 req-f77665c1-53a2-4b57-94b5-4e88681b74d9 tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:16.038392 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-9475988b-1b09-4c0e-8441-e0b085cd8100 req-f77665c1-53a2-4b57-94b5-4e88681b74d9 tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b39f311-4f06-43a6-aaaa-722d44c279aa HTTP/1.1" status: 200 len: 943 time: 0.0845358 Jul 22 23:13:16.038604 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc13725-e890-49f0-9233-e8bfb41e894d req-4cb0e7ae-2524-4be1-abb5-a42f59a6952b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:16.040116 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-3bc13725-e890-49f0-9233-e8bfb41e894d req-4cb0e7ae-2524-4be1-abb5-a42f59a6952b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=af4ba68bc24142deb7691069f2b4bfcd&device_id=4b39f311-4f06-43a6-aaaa-722d44c279aa HTTP/1.1" status: 200 len: 1096 time: 0.0612285 Jul 22 23:13:16.095452 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-9475988b-1b09-4c0e-8441-e0b085cd8100 req-d4d22e92-cbba-4241-8014-0fb6433aad1a tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] 10.222.0.44 "GET /v2.0/security-groups?id=2b2f2730-d675-4a53-bf52-1b2c76974beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506938 Jul 22 23:13:16.150176 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc13725-e890-49f0-9233-e8bfb41e894d req-cb2d1ead-6820-4116-bc87-dbaeb293e47f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:16.151729 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-3bc13725-e890-49f0-9233-e8bfb41e894d req-cb2d1ead-6820-4116-bc87-dbaeb293e47f service neutron] 10.222.0.76 "GET /v2.0/networks?id=76beca70-c283-4250-aeaf-2347572c0c9a HTTP/1.1" status: 200 len: 909 time: 0.1037250 Jul 22 23:13:16.186294 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e8d44f-a3c5-4dd2-98b7-71b221cc7bde req-f2753b3d-8ee8-40c8-a7dd-15594ab1a616 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:16.187785 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-e0e8d44f-a3c5-4dd2-98b7-71b221cc7bde req-f2753b3d-8ee8-40c8-a7dd-15594ab1a616 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=30c4bc5a-ce65-4608-8781-bde54ef98599 HTTP/1.1" status: 200 len: 945 time: 0.0764127 Jul 22 23:13:16.196805 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-3bc13725-e890-49f0-9233-e8bfb41e894d req-8e9b7f12-0368-4e3c-aaa6-c74cca007f30 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0c22eed8-2204-4cfb-a713-1daad2ca1326 HTTP/1.1" status: 200 len: 217 time: 0.0383775 Jul 22 23:13:16.227011 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-e0e8d44f-a3c5-4dd2-98b7-71b221cc7bde req-1f227ff7-f9df-4483-90cc-63c0d64d51c7 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336883 Jul 22 23:13:16.278904 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc13725-e890-49f0-9233-e8bfb41e894d req-bc069158-b458-4452-9b85-ce149bd9ef6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:16.282774 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-3bc13725-e890-49f0-9233-e8bfb41e894d req-bc069158-b458-4452-9b85-ce149bd9ef6d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c93b86df-c4f3-4554-87ea-c32ec748f461 HTTP/1.1" status: 200 len: 848 time: 0.0469716 Jul 22 23:13:16.291769 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd959e83-1980-4a08-a674-ee5b83058551 req-099e0bee-7a36-43d1-90af-6616183c99b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:16.293568 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-dd959e83-1980-4a08-a674-ee5b83058551 req-099e0bee-7a36-43d1-90af-6616183c99b7 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=508ce7147574443fa7fe75758145d216&device_id=30c4bc5a-ce65-4608-8781-bde54ef98599 HTTP/1.1" status: 200 len: 1098 time: 0.0587640 Jul 22 23:13:16.330970 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-3bc13725-e890-49f0-9233-e8bfb41e894d req-313f5199-497f-408d-9f06-1a06894e981d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=76beca70-c283-4250-aeaf-2347572c0c9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333757 Jul 22 23:13:16.446095 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd959e83-1980-4a08-a674-ee5b83058551 req-c4220400-fb8f-4c5c-8495-eddef79552bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:16.447684 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-dd959e83-1980-4a08-a674-ee5b83058551 req-c4220400-fb8f-4c5c-8495-eddef79552bc service neutron] 10.222.0.76 "GET /v2.0/networks?id=56c05d67-dcfb-4da8-b292-0e214c68403b HTTP/1.1" status: 200 len: 920 time: 0.0869386 Jul 22 23:13:16.450879 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-3bc13725-e890-49f0-9233-e8bfb41e894d req-836d006e-e002-494c-bc93-adea9fc064cb service neutron] 10.222.0.76 "GET /v2.0/networks/76beca70-c283-4250-aeaf-2347572c0c9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912089 Jul 22 23:13:16.495390 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-dd959e83-1980-4a08-a674-ee5b83058551 req-2b0dce41-f9ad-4789-8d77-4d738ff1efc4 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=960bfbf5-747a-464c-98f1-5fa6dae2aa6a HTTP/1.1" status: 200 len: 217 time: 0.0398197 Jul 22 23:13:16.554115 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-3bc13725-e890-49f0-9233-e8bfb41e894d req-e90f819d-924a-4746-8c70-a7b805433398 service neutron] 10.222.0.76 "GET /v2.0/networks/76beca70-c283-4250-aeaf-2347572c0c9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899522 Jul 22 23:13:16.769695 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd959e83-1980-4a08-a674-ee5b83058551 req-83ecb605-6c12-4cac-ad01-48d143d097a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:16.771124 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-dd959e83-1980-4a08-a674-ee5b83058551 req-83ecb605-6c12-4cac-ad01-48d143d097a6 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=223fd587-80e8-4bd3-805b-2cf5bf9c1819 HTTP/1.1" status: 200 len: 859 time: 0.2596865 Jul 22 23:13:16.816390 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-dd959e83-1980-4a08-a674-ee5b83058551 req-e4db39d4-b7b5-4118-84b7-44ddb239410d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=56c05d67-dcfb-4da8-b292-0e214c68403b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261090 Jul 22 23:13:16.923634 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-dd959e83-1980-4a08-a674-ee5b83058551 req-a6583dbd-99f1-45f9-9b59-2cec671af639 service neutron] 10.222.0.76 "GET /v2.0/networks/56c05d67-dcfb-4da8-b292-0e214c68403b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880558 Jul 22 23:13:17.036246 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-dd959e83-1980-4a08-a674-ee5b83058551 req-a64e3842-7513-412c-85ae-3d7fc1666bba service neutron] 10.222.0.76 "GET /v2.0/networks/56c05d67-dcfb-4da8-b292-0e214c68403b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865257 Jul 22 23:13:17.239904 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e22b3f7-fe2a-43cd-b7a0-34f46b866d12 req-5d2e6f19-e99e-48ac-8dbb-6feb0be56d88 tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:17.241563 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-8e22b3f7-fe2a-43cd-b7a0-34f46b866d12 req-5d2e6f19-e99e-48ac-8dbb-6feb0be56d88 tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b39f311-4f06-43a6-aaaa-722d44c279aa HTTP/1.1" status: 200 len: 943 time: 0.0685441 Jul 22 23:13:17.284962 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-8e22b3f7-fe2a-43cd-b7a0-34f46b866d12 req-9655ff8c-3f64-408b-912b-5b376a1783f2 tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] 10.222.0.44 "GET /v2.0/security-groups?id=2b2f2730-d675-4a53-bf52-1b2c76974beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377235 Jul 22 23:13:17.367272 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5801e6f-7e10-4632-9959-b9f98a89dd91 req-b729224a-5426-4e68-87f6-cac9988f63ee tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:17.368895 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-d5801e6f-7e10-4632-9959-b9f98a89dd91 req-b729224a-5426-4e68-87f6-cac9988f63ee tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=30c4bc5a-ce65-4608-8781-bde54ef98599 HTTP/1.1" status: 200 len: 945 time: 0.0673277 Jul 22 23:13:17.406440 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-d5801e6f-7e10-4632-9959-b9f98a89dd91 req-3259e38a-6a94-457d-ab4f-c6031f133307 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315099 Jul 22 23:13:17.425520 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 35586) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:13:17.540106 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-7835d125-1525-40bc-9895-8e47df5c78e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:17.632280 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-7835d125-1525-40bc-9895-8e47df5c78e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:17.636165 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-7835d125-1525-40bc-9895-8e47df5c78e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:17.676204 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-7835d125-1525-40bc-9895-8e47df5c78e4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=12e4ce107b074a02a6b62af2dca0cfba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2495906 Jul 22 23:13:17.677738 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7835d125-1525-40bc-9895-8e47df5c78e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78ee5702-6be8-45cd-93d2-e82596918b84,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:13:17.679181 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 35598) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:13:17.737767 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-634f007a-2b93-45a3-b05f-46ff70d638a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:17.760795 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-634f007a-2b93-45a3-b05f-46ff70d638a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:17.806755 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-634f007a-2b93-45a3-b05f-46ff70d638a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:17.809437 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-634f007a-2b93-45a3-b05f-46ff70d638a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:17.810567 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-634f007a-2b93-45a3-b05f-46ff70d638a6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/78ee5702-6be8-45cd-93d2-e82596918b84 HTTP/1.1" status: 204 len: 168 time: 0.1291919 Jul 22 23:13:17.819698 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634f007a-2b93-45a3-b05f-46ff70d638a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78ee5702-6be8-45cd-93d2-e82596918b84,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:13:17.827482 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634f007a-2b93-45a3-b05f-46ff70d638a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:13:17.827835 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634f007a-2b93-45a3-b05f-46ff70d638a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:13:17.828166 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634f007a-2b93-45a3-b05f-46ff70d638a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:13:17.828525 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634f007a-2b93-45a3-b05f-46ff70d638a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:13:17.828856 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634f007a-2b93-45a3-b05f-46ff70d638a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:13:17.829192 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634f007a-2b93-45a3-b05f-46ff70d638a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:13:17.829492 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634f007a-2b93-45a3-b05f-46ff70d638a6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:13:17.829817 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634f007a-2b93-45a3-b05f-46ff70d638a6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:13:17.830138 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634f007a-2b93-45a3-b05f-46ff70d638a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:13:17.830478 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634f007a-2b93-45a3-b05f-46ff70d638a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:13:17.830821 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634f007a-2b93-45a3-b05f-46ff70d638a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:13:17.831092 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634f007a-2b93-45a3-b05f-46ff70d638a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:13:18.155482 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-6c2f6894-ac8b-4666-a521-b95f26a96574 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:18.444552 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab19970f-d92d-41e3-9ffe-9474f1c7c282 req-501cf9ad-9482-461d-ae7d-32ee50ad3cdc tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:18.446049 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-ab19970f-d92d-41e3-9ffe-9474f1c7c282 req-501cf9ad-9482-461d-ae7d-32ee50ad3cdc tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b39f311-4f06-43a6-aaaa-722d44c279aa HTTP/1.1" status: 200 len: 943 time: 0.0802600 Jul 22 23:13:18.495252 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-ab19970f-d92d-41e3-9ffe-9474f1c7c282 req-6c2fb77a-d772-498b-9053-6ed933d30192 tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] 10.222.0.44 "GET /v2.0/security-groups?id=2b2f2730-d675-4a53-bf52-1b2c76974beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432711 Jul 22 23:13:18.544880 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f59f6ab-d7cf-4df3-a41b-ab57162d1323 req-f46c0264-2997-4b83-baa1-2035609310ed tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:18.546927 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-0f59f6ab-d7cf-4df3-a41b-ab57162d1323 req-f46c0264-2997-4b83-baa1-2035609310ed tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=30c4bc5a-ce65-4608-8781-bde54ef98599 HTTP/1.1" status: 200 len: 945 time: 0.0688038 Jul 22 23:13:18.585254 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-0f59f6ab-d7cf-4df3-a41b-ab57162d1323 req-0afc004f-da85-48cd-a188-b29f58eedbeb tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328772 Jul 22 23:13:18.656614 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:18.697733 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:19.113620 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-d6d3e244-519d-4c84-95ee-f6386db2b0d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:19.627764 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3bb5c0-1774-43c6-bacd-376cdd1eaeac req-da07d898-17b7-455c-a569-02f921b4865c tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:19.629323 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-4a3bb5c0-1774-43c6-bacd-376cdd1eaeac req-da07d898-17b7-455c-a569-02f921b4865c tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b39f311-4f06-43a6-aaaa-722d44c279aa HTTP/1.1" status: 200 len: 943 time: 0.0692470 Jul 22 23:13:19.675473 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-4a3bb5c0-1774-43c6-bacd-376cdd1eaeac req-24f464a4-2257-4713-87d3-9ae23833864d tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] 10.222.0.44 "GET /v2.0/security-groups?id=2b2f2730-d675-4a53-bf52-1b2c76974beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408227 Jul 22 23:13:19.733619 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a059aaba-81ed-4ff2-b5ce-b492b216542d req-05a18937-bbea-411f-903b-d81e5f6d5ae8 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:19.735443 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-a059aaba-81ed-4ff2-b5ce-b492b216542d req-05a18937-bbea-411f-903b-d81e5f6d5ae8 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=30c4bc5a-ce65-4608-8781-bde54ef98599 HTTP/1.1" status: 200 len: 945 time: 0.0752742 Jul 22 23:13:19.776852 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-a059aaba-81ed-4ff2-b5ce-b492b216542d req-496e3352-e09e-4cf8-95e2-b789e9ca80cb tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359538 Jul 22 23:13:20.450296 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 35654) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:13:20.500902 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Device 0c22eed8-2204-4cfb-a713-1daad2ca1326 details requested by agent hyperv_hv-cinder-80187 with host hv-cinder-80187 {{(pid=93194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:13:20.560591 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-e9ba8969-c3a4-49b2-8e93-f561f6276a9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:20.602087 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] For port 0c22eed8-2204-4cfb-a713-1daad2ca1326, host hv-cinder-80187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80187',level=0,port_id=0c22eed8-2204-4cfb-a713-1daad2ca1326,segment=NetworkSegment(4e99933b-4a20-41a9-a6c5-07f340b8fba9),segment_id=4e99933b-4a20-41a9-a6c5-07f340b8fba9)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:13:20.614713 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Returning: {'device': '0c22eed8-2204-4cfb-a713-1daad2ca1326', 'network_id': '76beca70-c283-4250-aeaf-2347572c0c9a', 'port_id': '0c22eed8-2204-4cfb-a713-1daad2ca1326', 'mac_address': 'fa:16:3e:52:fa:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 896, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c93b86df-c4f3-4554-87ea-c32ec748f461', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:13:20.654936 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:20.658459 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-e9ba8969-c3a4-49b2-8e93-f561f6276a9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:20.663998 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-e9ba8969-c3a4-49b2-8e93-f561f6276a9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:20.675414 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.notifiers.nova [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c22eed8-2204-4cfb-a713-1daad2ca1326 {{(pid=93194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:13:20.697890 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] For port 0c22eed8-2204-4cfb-a713-1daad2ca1326, host hv-cinder-80187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80187',level=0,port_id=0c22eed8-2204-4cfb-a713-1daad2ca1326,segment=NetworkSegment(4e99933b-4a20-41a9-a6c5-07f340b8fba9),segment_id=4e99933b-4a20-41a9-a6c5-07f340b8fba9)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:13:20.702764 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:20.712368 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-e9ba8969-c3a4-49b2-8e93-f561f6276a9f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f1980faf6bdf4bf3af64fe3e0a1a0dbc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2572672 Jul 22 23:13:20.712368 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ba8969-c3a4-49b2-8e93-f561f6276a9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebc1a21a-5624-490e-8311-e6b23a7fd35d,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:13:20.714144 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 35662) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:13:20.759691 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Pushing event updated for resources: {'Port': ['ID=0c22eed8-2204-4cfb-a713-1daad2ca1326,revision_number=4']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:13:20.768491 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-4397173a-c8ce-4ea6-98f9-5482a4ad4c99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:20.793046 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-4397173a-c8ce-4ea6-98f9-5482a4ad4c99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:20.836031 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a720c145-6d80-482e-8ce2-9c6ba46773fa req-b696a058-9f19-409e-90aa-a9fba45527d4 tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:20.837609 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-a720c145-6d80-482e-8ce2-9c6ba46773fa req-b696a058-9f19-409e-90aa-a9fba45527d4 tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b39f311-4f06-43a6-aaaa-722d44c279aa HTTP/1.1" status: 200 len: 944 time: 0.0654776 Jul 22 23:13:20.845740 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-4397173a-c8ce-4ea6-98f9-5482a4ad4c99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:20.848635 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-4397173a-c8ce-4ea6-98f9-5482a4ad4c99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:20.852397 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-4397173a-c8ce-4ea6-98f9-5482a4ad4c99 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ebc1a21a-5624-490e-8311-e6b23a7fd35d HTTP/1.1" status: 204 len: 168 time: 0.1369448 Jul 22 23:13:20.860773 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4397173a-c8ce-4ea6-98f9-5482a4ad4c99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebc1a21a-5624-490e-8311-e6b23a7fd35d,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:13:20.901894 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.agents_db [None req-bfbb8894-14bb-41d0-8761-89beb89abbcb None None] Agent healthcheck: found 6 active agents {{(pid=93195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:13:20.903646 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-cbf739a1-5d20-402c-989d-00d0f7e6e81c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:20.917858 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-a720c145-6d80-482e-8ce2-9c6ba46773fa req-b1027d53-26ef-419e-bbd6-80aeef588d08 tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] 10.222.0.44 "GET /v2.0/security-groups?id=2b2f2730-d675-4a53-bf52-1b2c76974beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726559 Jul 22 23:13:20.956757 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367b83ea-e288-4156-9528-a352531ccb43 req-59dcb990-4c0c-42e9-93b9-c9bbde57d2ef tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:20.957306 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-367b83ea-e288-4156-9528-a352531ccb43 req-59dcb990-4c0c-42e9-93b9-c9bbde57d2ef tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=30c4bc5a-ce65-4608-8781-bde54ef98599 HTTP/1.1" status: 200 len: 945 time: 0.1039710 Jul 22 23:13:20.997245 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-367b83ea-e288-4156-9528-a352531ccb43 req-6cab5345-6a8a-47e0-ac49-8cac0bce1075 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342686 Jul 22 23:13:21.353213 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] get_ports_and_sgs() called for port_ids ['0c22eed8-2204-4cfb-a713-1daad2ca1326'] {{(pid=93194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:13:22.072247 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939a7bb6-850f-441d-af88-e41668479f32 req-ebf79b9d-53ee-4027-9e3c-ab0806263a7b tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:22.073763 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-939a7bb6-850f-441d-af88-e41668479f32 req-ebf79b9d-53ee-4027-9e3c-ab0806263a7b tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b39f311-4f06-43a6-aaaa-722d44c279aa HTTP/1.1" status: 200 len: 944 time: 0.0764685 Jul 22 23:13:22.141021 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-939a7bb6-850f-441d-af88-e41668479f32 req-bbb405c4-75ce-45e8-a7e1-c0464b5cb7fe tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] 10.222.0.44 "GET /v2.0/security-groups?id=2b2f2730-d675-4a53-bf52-1b2c76974beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573153 Jul 22 23:13:22.168888 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3903c0f-eb59-4285-b04f-a4e50fb6f1df req-f96348da-76f4-4573-b3d6-008ca7415de9 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:22.170430 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-d3903c0f-eb59-4285-b04f-a4e50fb6f1df req-f96348da-76f4-4573-b3d6-008ca7415de9 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=30c4bc5a-ce65-4608-8781-bde54ef98599 HTTP/1.1" status: 200 len: 945 time: 0.0957429 Jul 22 23:13:22.209079 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-d3903c0f-eb59-4285-b04f-a4e50fb6f1df req-5f151d59-f3fa-4f42-86a7-67266711ea10 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326123 Jul 22 23:13:23.278762 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40da68c1-b800-42f3-a4eb-9ee9e2ad004b req-d713bc90-d96d-465d-9fe5-9632c64ce2d9 tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:23.281442 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-40da68c1-b800-42f3-a4eb-9ee9e2ad004b req-d713bc90-d96d-465d-9fe5-9632c64ce2d9 tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b39f311-4f06-43a6-aaaa-722d44c279aa HTTP/1.1" status: 200 len: 944 time: 0.0733013 Jul 22 23:13:23.353492 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-40da68c1-b800-42f3-a4eb-9ee9e2ad004b req-bd04fb8c-e692-470e-b084-887e50a0b055 tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] 10.222.0.44 "GET /v2.0/security-groups?id=2b2f2730-d675-4a53-bf52-1b2c76974beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590141 Jul 22 23:13:23.389587 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a962c0cb-597a-422d-954b-457081c2958e req-14ea3bd1-b24a-4535-87a8-67c32efdc549 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:23.393826 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-a962c0cb-597a-422d-954b-457081c2958e req-14ea3bd1-b24a-4535-87a8-67c32efdc549 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=30c4bc5a-ce65-4608-8781-bde54ef98599 HTTP/1.1" status: 200 len: 945 time: 0.1084156 Jul 22 23:13:23.440508 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-a962c0cb-597a-422d-954b-457081c2958e req-f48187c2-c3ee-45d1-be81-8a7d6297deab tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437880 Jul 22 23:13:24.498244 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2131ebc4-61f1-4c5b-b6da-f55a75866d9c req-3142e321-f1c7-4803-867a-6a2a7623c8bf tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:24.500495 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-2131ebc4-61f1-4c5b-b6da-f55a75866d9c req-3142e321-f1c7-4803-867a-6a2a7623c8bf tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b39f311-4f06-43a6-aaaa-722d44c279aa HTTP/1.1" status: 200 len: 944 time: 0.0738745 Jul 22 23:13:24.506716 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Device 0c22eed8-2204-4cfb-a713-1daad2ca1326 up at agent hyperv_hv-cinder-80187 {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:13:24.552143 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-2131ebc4-61f1-4c5b-b6da-f55a75866d9c req-fc6052ce-75b5-4ed9-84e5-17430ec8a809 tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] 10.222.0.44 "GET /v2.0/security-groups?id=2b2f2730-d675-4a53-bf52-1b2c76974beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447764 Jul 22 23:13:24.572052 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Provisioning for port 0c22eed8-2204-4cfb-a713-1daad2ca1326 completed by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:13:24.577169 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Provisioning complete for port 0c22eed8-2204-4cfb-a713-1daad2ca1326 triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:13:24.577542 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832377'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:24.614472 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e27bc6-434b-432c-aed1-62d77b29c887 req-a845d6a6-a094-4637-9378-5d7b00966550 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:24.616461 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-a7e27bc6-434b-432c-aed1-62d77b29c887 req-a845d6a6-a094-4637-9378-5d7b00966550 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=30c4bc5a-ce65-4608-8781-bde54ef98599 HTTP/1.1" status: 200 len: 945 time: 0.0812573 Jul 22 23:13:24.658930 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-a7e27bc6-434b-432c-aed1-62d77b29c887 req-8e479369-997a-47bb-a3cb-50c8e653f4f0 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363779 Jul 22 23:13:24.669828 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:24.697093 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b39f311-4f06-43a6-aaaa-722d44c279aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c22eed8-2204-4cfb-a713-1daad2ca1326'}] {{(pid=93194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:13:24.699546 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7601765a566782fd39478405f6fadc52a0f9e3dab845648c9e7fe91a53a45b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20424040-dd9c-434d-bd59-157b134a1606" -d '{"events": [{"server_uuid": "4b39f311-4f06-43a6-aaaa-722d44c279aa", "name": "network-vif-plugged", "status": "completed", "tag": "0c22eed8-2204-4cfb-a713-1daad2ca1326"}]}' {{(pid=93194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:13:24.713918 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] For port 0c22eed8-2204-4cfb-a713-1daad2ca1326, host hv-cinder-80187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80187',level=0,port_id=0c22eed8-2204-4cfb-a713-1daad2ca1326,segment=NetworkSegment(4e99933b-4a20-41a9-a6c5-07f340b8fba9),segment_id=4e99933b-4a20-41a9-a6c5-07f340b8fba9)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:13:24.718412 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:24.746760 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f863624-f9f5-4134-a5d7-c74955ef7007 x-openstack-request-id: req-4f863624-f9f5-4134-a5d7-c74955ef7007 {{(pid=93194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:13:24.747055 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b39f311-4f06-43a6-aaaa-722d44c279aa", "name": "network-vif-plugged", "status": "completed", "tag": "0c22eed8-2204-4cfb-a713-1daad2ca1326", "code": 200}]} {{(pid=93194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:13:24.747305 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4f863624-f9f5-4134-a5d7-c74955ef7007 {{(pid=93194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:13:24.747690 dv-cinder-801875-2-iscsi neutron-server[93194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b39f311-4f06-43a6-aaaa-722d44c279aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c22eed8-2204-4cfb-a713-1daad2ca1326', 'code': 200} Jul 22 23:13:24.785312 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Pushing event updated for resources: {'Port': ['ID=0c22eed8-2204-4cfb-a713-1daad2ca1326,revision_number=5']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:13:25.024979 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dddb49-2b59-47c3-b1e6-6f6aac5dfa0f req-1a3bcc19-54b1-4800-821c-36b772189370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:25.026447 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-38dddb49-2b59-47c3-b1e6-6f6aac5dfa0f req-1a3bcc19-54b1-4800-821c-36b772189370 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=4b39f311-4f06-43a6-aaaa-722d44c279aa HTTP/1.1" status: 200 len: 1098 time: 0.0552583 Jul 22 23:13:25.072267 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-38dddb49-2b59-47c3-b1e6-6f6aac5dfa0f req-7df96106-503d-42de-a7fc-4653a1ee070e service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=2b2f2730-d675-4a53-bf52-1b2c76974beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287964 Jul 22 23:13:25.695034 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353b81fb-4e23-4c00-9b76-cf7b64724bfa req-7e5c8457-2d72-424b-a391-3289535d31bb tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:25.696548 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-353b81fb-4e23-4c00-9b76-cf7b64724bfa req-7e5c8457-2d72-424b-a391-3289535d31bb tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b39f311-4f06-43a6-aaaa-722d44c279aa HTTP/1.1" status: 200 len: 945 time: 0.0643563 Jul 22 23:13:25.745567 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-353b81fb-4e23-4c00-9b76-cf7b64724bfa req-bbec3272-2543-4c93-bfc1-5065d4adb7fa tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] 10.222.0.44 "GET /v2.0/security-groups?id=2b2f2730-d675-4a53-bf52-1b2c76974beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430412 Jul 22 23:13:25.797980 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fd3d18-4fcb-411d-b4dd-0126fbf89465 req-d7a09bdb-9719-4677-8018-8fdf9e25e456 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:25.799473 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-d5fd3d18-4fcb-411d-b4dd-0126fbf89465 req-d7a09bdb-9719-4677-8018-8fdf9e25e456 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=30c4bc5a-ce65-4608-8781-bde54ef98599 HTTP/1.1" status: 200 len: 945 time: 0.0676353 Jul 22 23:13:25.841945 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-d5fd3d18-4fcb-411d-b4dd-0126fbf89465 req-59ddb90f-7de1-49b4-b6cf-21fb522ef480 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363989 Jul 22 23:13:26.300238 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f709500a-a87d-42bb-a907-47194b927494 req-13ba96a9-bff0-4915-8ac8-8e7c28ffd9b3 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:26.301808 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-f709500a-a87d-42bb-a907-47194b927494 req-13ba96a9-bff0-4915-8ac8-8e7c28ffd9b3 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/networks?id=e58c7542-6db3-4e04-8d2d-fe660d3affaa HTTP/1.1" status: 200 len: 814 time: 0.1028419 Jul 22 23:13:26.317274 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-f709500a-a87d-42bb-a907-47194b927494 req-e91d3d0a-8531-4fb4-ba01-49faf7d97d80 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/quotas/aeb3cb1118144b5785cc93ac6fc21fc2 HTTP/1.1" status: 200 len: 375 time: 0.0099845 Jul 22 23:13:26.389615 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-f709500a-a87d-42bb-a907-47194b927494 req-3edb27df-3138-4559-9600-deab4b4e5931 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=aeb3cb1118144b5785cc93ac6fc21fc2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0672500 Jul 22 23:13:26.480260 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-f709500a-a87d-42bb-a907-47194b927494 req-77cbe567-93d1-432a-8914-e36fc12cd0e0 service neutron] 10.222.0.44 "GET /v2.0/networks/e58c7542-6db3-4e04-8d2d-fe660d3affaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837719 Jul 22 23:13:26.582740 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-f709500a-a87d-42bb-a907-47194b927494 req-a1d0348a-3488-42fa-9630-21a5c47336c3 service neutron] 10.222.0.44 "GET /v2.0/networks/e58c7542-6db3-4e04-8d2d-fe660d3affaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959618 Jul 22 23:13:26.761968 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-0d94ef39-b9e2-4332-8997-1b097ce2f3dc req-2f90a6b5-b252-469e-8482-5d2a43efb8eb tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/ports?device_id=d4b462b5-4487-433c-b3e2-d2237872cf55 HTTP/1.1" status: 200 len: 210 time: 0.0348349 Jul 22 23:13:26.927533 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d695024-ed66-47b0-a01a-488116d85a34 req-12b8a054-d4c4-4669-8ef1-9d4d2dd479f1 tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:26.929842 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-3d695024-ed66-47b0-a01a-488116d85a34 req-12b8a054-d4c4-4669-8ef1-9d4d2dd479f1 tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b39f311-4f06-43a6-aaaa-722d44c279aa HTTP/1.1" status: 200 len: 945 time: 0.0896018 Jul 22 23:13:27.017196 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-3d695024-ed66-47b0-a01a-488116d85a34 req-d82739dc-b9be-4880-9113-4643e09eae11 tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] 10.222.0.44 "GET /v2.0/security-groups?id=2b2f2730-d675-4a53-bf52-1b2c76974beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790429 Jul 22 23:13:27.054058 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee89cfc-1a45-440e-9f70-9efbb7e734ab req-46feab84-42f6-4ffa-80fd-71d1a9340b8e tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:27.057033 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-7ee89cfc-1a45-440e-9f70-9efbb7e734ab req-46feab84-42f6-4ffa-80fd-71d1a9340b8e tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=30c4bc5a-ce65-4608-8781-bde54ef98599 HTTP/1.1" status: 200 len: 945 time: 0.0954919 Jul 22 23:13:27.106862 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-7ee89cfc-1a45-440e-9f70-9efbb7e734ab req-56a71d1c-672d-43c2-b297-bea674bd6e21 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390680 Jul 22 23:13:27.444987 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997ba289-3591-47e4-b4a8-54874eef5286 req-e9c84408-395f-4137-a4fd-5e5e02295f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:27.446483 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-997ba289-3591-47e4-b4a8-54874eef5286 req-e9c84408-395f-4137-a4fd-5e5e02295f27 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=30c4bc5a-ce65-4608-8781-bde54ef98599 HTTP/1.1" status: 200 len: 1098 time: 0.0612471 Jul 22 23:13:27.485763 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-997ba289-3591-47e4-b4a8-54874eef5286 req-f900ceef-e500-42d4-a098-6186888d4bbb service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299699 Jul 22 23:13:27.865294 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-9a9828d0-dfca-4def-9f84-a381ffca4296 req-694055ae-e3be-4a39-bff7-3eda6226531f tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/ports?device_id=d4b462b5-4487-433c-b3e2-d2237872cf55 HTTP/1.1" status: 200 len: 210 time: 0.0306165 Jul 22 23:13:28.168737 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8b4806-c6c8-457d-9299-25e38773dad8 req-cd9065b5-d6ab-43fa-a611-05145918cfa5 tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:28.172087 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-7b8b4806-c6c8-457d-9299-25e38773dad8 req-cd9065b5-d6ab-43fa-a611-05145918cfa5 tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b39f311-4f06-43a6-aaaa-722d44c279aa HTTP/1.1" status: 200 len: 945 time: 0.0814078 Jul 22 23:13:28.240766 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-7b8b4806-c6c8-457d-9299-25e38773dad8 req-dea3b97d-86b1-42ac-afc0-9504bbb966e3 tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] 10.222.0.44 "GET /v2.0/security-groups?id=2b2f2730-d675-4a53-bf52-1b2c76974beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623348 Jul 22 23:13:28.270970 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f27d8a7-12e2-4f86-bf3c-b56c2c6fc28b req-97672792-c65b-4326-b00f-f1e0e2bda58b tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:28.272602 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-5f27d8a7-12e2-4f86-bf3c-b56c2c6fc28b req-97672792-c65b-4326-b00f-f1e0e2bda58b tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=30c4bc5a-ce65-4608-8781-bde54ef98599 HTTP/1.1" status: 200 len: 945 time: 0.0798686 Jul 22 23:13:28.318653 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-5f27d8a7-12e2-4f86-bf3c-b56c2c6fc28b req-c69dbe3c-2b2a-47e4-a8e8-922bdf6bdc75 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389261 Jul 22 23:13:28.730480 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f709500a-a87d-42bb-a907-47194b927494 req-5882f310-8cb2-49b3-b748-0e1f8b4c9fa2 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:28.732286 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-f709500a-a87d-42bb-a907-47194b927494 req-5882f310-8cb2-49b3-b748-0e1f8b4c9fa2 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.76 "GET /v2.0/networks?id=e58c7542-6db3-4e04-8d2d-fe660d3affaa HTTP/1.1" status: 200 len: 814 time: 0.1193829 Jul 22 23:13:28.770054 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.v2.base [req-f709500a-a87d-42bb-a907-47194b927494 req-6c36a3e0-52f0-42f8-869d-f810e867d0f1 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Request body: {'port': {'device_id': 'd4b462b5-4487-433c-b3e2-d2237872cf55', 'network_id': 'e58c7542-6db3-4e04-8d2d-fe660d3affaa', 'admin_state_up': True, 'tenant_id': 'aeb3cb1118144b5785cc93ac6fc21fc2'}} {{(pid=93192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:13:28.880937 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f709500a-a87d-42bb-a907-47194b927494 req-6c36a3e0-52f0-42f8-869d-f810e867d0f1 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Made reservation on behalf of aeb3cb1118144b5785cc93ac6fc21fc2 for: {'port': 1} {{(pid=93192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:13:28.884254 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [req-f709500a-a87d-42bb-a907-47194b927494 req-6c36a3e0-52f0-42f8-869d-f810e867d0f1 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:28.979506 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-0b53fb89-f505-4a56-a668-fc0ce8b37d7c req-5ca2d42a-ebed-4dbf-8d52-bbaad1e3147a tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/ports?device_id=d4b462b5-4487-433c-b3e2-d2237872cf55 HTTP/1.1" status: 200 len: 210 time: 0.0371277 Jul 22 23:13:29.041843 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.db.db_base_plugin_common [req-f709500a-a87d-42bb-a907-47194b927494 req-6c36a3e0-52f0-42f8-869d-f810e867d0f1 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Allocated IP 172.20.0.5 (e58c7542-6db3-4e04-8d2d-fe660d3affaa/b9ecd397-fc62-4881-82a1-08e8c6fe73f4/ab7d6829-87a2-4dd7-bad8-11454e4271d9) {{(pid=93192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:13:29.195892 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [req-f709500a-a87d-42bb-a907-47194b927494 req-6c36a3e0-52f0-42f8-869d-f810e867d0f1 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Notify callbacks [] for port, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:29.240756 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [req-f709500a-a87d-42bb-a907-47194b927494 req-6c36a3e0-52f0-42f8-869d-f810e867d0f1 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769065317241'] for port, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:29.274120 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f709500a-a87d-42bb-a907-47194b927494 req-6c36a3e0-52f0-42f8-869d-f810e867d0f1 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Network e58c7542-6db3-4e04-8d2d-fe660d3affaa is already hosted by enough agents. {{(pid=93192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:13:29.277267 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.scheduler.base_scheduler [req-f709500a-a87d-42bb-a907-47194b927494 req-6c36a3e0-52f0-42f8-869d-f810e867d0f1 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Resources bound (agent type, host, resource id): {{(pid=93192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:13:29.287162 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.db.l3_dvrscheduler_db [req-f709500a-a87d-42bb-a907-47194b927494 req-6c36a3e0-52f0-42f8-869d-f810e867d0f1 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Received port after_create {{(pid=93192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:13:29.293191 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f709500a-a87d-42bb-a907-47194b927494 req-6c36a3e0-52f0-42f8-869d-f810e867d0f1 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:29.293937 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [req-f709500a-a87d-42bb-a907-47194b927494 req-6c36a3e0-52f0-42f8-869d-f810e867d0f1 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585183'] for port, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:29.299367 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] get_ports_and_sgs() called for port_ids ['4ff6ad14-4f2e-413e-9405-77e3cca49e39', '173bb1b0-c700-4438-a506-b422639fb87b', 'dfab7ed8-6d5b-4abb-b1bc-5cc67716340d'] {{(pid=93194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:13:29.306155 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c36a3e0-52f0-42f8-869d-f810e867d0f1 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Pushing event updated for resources: {'Port': ['ID=ab7d6829-87a2-4dd7-bad8-11454e4271d9,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:13:29.330267 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-f709500a-a87d-42bb-a907-47194b927494 req-6c36a3e0-52f0-42f8-869d-f810e867d0f1 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5629449 Jul 22 23:13:29.379961 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.v2.base [req-f709500a-a87d-42bb-a907-47194b927494 req-28abe6aa-ee7d-47d8-bc0b-049a8422be27 service neutron] Request body: {'port': {'device_id': 'd4b462b5-4487-433c-b3e2-d2237872cf55', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80187'}} {{(pid=93192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:13:29.606586 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [req-f709500a-a87d-42bb-a907-47194b927494 req-28abe6aa-ee7d-47d8-bc0b-049a8422be27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:29.635406 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdb6f66-6461-49dd-ba5b-38872488c007 req-27ce0ac8-a357-4e10-9790-980a558b65cd tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:29.642863 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-6bdb6f66-6461-49dd-ba5b-38872488c007 req-27ce0ac8-a357-4e10-9790-980a558b65cd tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=30c4bc5a-ce65-4608-8781-bde54ef98599 HTTP/1.1" status: 200 len: 945 time: 0.1385028 Jul 22 23:13:29.740970 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-6bdb6f66-6461-49dd-ba5b-38872488c007 req-dba54569-8552-4362-a71a-cf7c95bc28ef tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972495 Jul 22 23:13:29.791872 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7896392-99f0-4aee-a370-f44b1a1b8205 req-edc117a6-e7cf-405b-bc12-607b815a1a41 tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:29.793840 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-a7896392-99f0-4aee-a370-f44b1a1b8205 req-edc117a6-e7cf-405b-bc12-607b815a1a41 tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b39f311-4f06-43a6-aaaa-722d44c279aa HTTP/1.1" status: 200 len: 945 time: 0.2556510 Jul 22 23:13:29.876697 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-a7896392-99f0-4aee-a370-f44b1a1b8205 req-32d5ac89-681a-4012-9861-5d602832fa0e tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] 10.222.0.44 "GET /v2.0/security-groups?id=2b2f2730-d675-4a53-bf52-1b2c76974beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702362 Jul 22 23:13:30.067641 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.notifiers.nova [req-f709500a-a87d-42bb-a907-47194b927494 req-28abe6aa-ee7d-47d8-bc0b-049a8422be27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab7d6829-87a2-4dd7-bad8-11454e4271d9 {{(pid=93192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:13:30.095611 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [req-f709500a-a87d-42bb-a907-47194b927494 req-28abe6aa-ee7d-47d8-bc0b-049a8422be27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:30.100510 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e93fb33-d459-4636-b3f5-846890002564 req-cf3ab5e3-b2a8-4f6c-9cfc-6c087b0f41ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:30.102017 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-1e93fb33-d459-4636-b3f5-846890002564 req-cf3ab5e3-b2a8-4f6c-9cfc-6c087b0f41ac service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=508ce7147574443fa7fe75758145d216&device_id=30c4bc5a-ce65-4608-8781-bde54ef98599 HTTP/1.1" status: 200 len: 1098 time: 0.0606251 Jul 22 23:13:30.124692 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.db.provisioning_blocks [req-f709500a-a87d-42bb-a907-47194b927494 req-28abe6aa-ee7d-47d8-bc0b-049a8422be27 service neutron] Transition to ACTIVE for port object ab7d6829-87a2-4dd7-bad8-11454e4271d9 will not be triggered until provisioned by entity L2. {{(pid=93192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:13:30.133061 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [req-f709500a-a87d-42bb-a907-47194b927494 req-28abe6aa-ee7d-47d8-bc0b-049a8422be27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:30.177203 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ae91e2-f35d-44ec-ba23-c34de96e66c3 req-025be826-4847-4778-afe1-717ff0e13ba0 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:30.178718 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-e2ae91e2-f35d-44ec-ba23-c34de96e66c3 req-025be826-4847-4778-afe1-717ff0e13ba0 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=30c4bc5a-ce65-4608-8781-bde54ef98599 HTTP/1.1" status: 200 len: 945 time: 0.1857433 Jul 22 23:13:30.214271 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e93fb33-d459-4636-b3f5-846890002564 req-69b8e87f-74f1-4f46-b751-91ba092682cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:30.214416 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62f6336-d926-47f0-b8b3-50e1f0b02c9f req-6b38402e-3645-453b-8f41-adb211123c2f tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:30.215850 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-f62f6336-d926-47f0-b8b3-50e1f0b02c9f req-6b38402e-3645-453b-8f41-adb211123c2f tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/ports?device_id=d4b462b5-4487-433c-b3e2-d2237872cf55 HTTP/1.1" status: 200 len: 931 time: 0.1645947 Jul 22 23:13:30.216460 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-1e93fb33-d459-4636-b3f5-846890002564 req-69b8e87f-74f1-4f46-b751-91ba092682cc service neutron] 10.222.0.76 "GET /v2.0/networks?id=56c05d67-dcfb-4da8-b292-0e214c68403b HTTP/1.1" status: 200 len: 920 time: 0.1041455 Jul 22 23:13:30.224409 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28abe6aa-ee7d-47d8-bc0b-049a8422be27 service neutron] Pushing event updated for resources: {'Port': ['ID=ab7d6829-87a2-4dd7-bad8-11454e4271d9,revision_number=2']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:13:30.277019 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-1e93fb33-d459-4636-b3f5-846890002564 req-375a34c3-0889-497c-8f8b-ebce1f805c99 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=960bfbf5-747a-464c-98f1-5fa6dae2aa6a HTTP/1.1" status: 200 len: 217 time: 0.0506060 Jul 22 23:13:30.302886 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-e2ae91e2-f35d-44ec-ba23-c34de96e66c3 req-4d4ad8c5-412b-487e-b450-c93b5350c7c3 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138301 Jul 22 23:13:30.313852 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-f62f6336-d926-47f0-b8b3-50e1f0b02c9f req-8ba4f11b-616a-4158-bbba-b176a176b4a7 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/security-groups?id=d84c6cad-631b-43c5-a35b-86fdac5eacd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868165 Jul 22 23:13:30.314672 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.managers [req-f709500a-a87d-42bb-a907-47194b927494 req-28abe6aa-ee7d-47d8-bc0b-049a8422be27 service neutron] Attempting to bind port ab7d6829-87a2-4dd7-bad8-11454e4271d9 on host hv-cinder-80187 for vnic_type normal with profile {{(pid=93192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:13:30.315006 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.managers [req-f709500a-a87d-42bb-a907-47194b927494 req-28abe6aa-ee7d-47d8-bc0b-049a8422be27 service neutron] Attempting to bind port ab7d6829-87a2-4dd7-bad8-11454e4271d9 by drivers openvswitch,hyperv on host hv-cinder-80187 at level 0 using segments [{'id': '16d2cb10-ce94-45af-9e3e-ba31490ef4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'e58c7542-6db3-4e04-8d2d-fe660d3affaa'}] {{(pid=93192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:13:30.315315 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f709500a-a87d-42bb-a907-47194b927494 req-28abe6aa-ee7d-47d8-bc0b-049a8422be27 service neutron] Attempting to bind port ab7d6829-87a2-4dd7-bad8-11454e4271d9 on network e58c7542-6db3-4e04-8d2d-fe660d3affaa {{(pid=93192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:13:30.320523 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f709500a-a87d-42bb-a907-47194b927494 req-28abe6aa-ee7d-47d8-bc0b-049a8422be27 service neutron] Port ab7d6829-87a2-4dd7-bad8-11454e4271d9 on network e58c7542-6db3-4e04-8d2d-fe660d3affaa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80187 {{(pid=93192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:13:30.321002 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f709500a-a87d-42bb-a907-47194b927494 req-28abe6aa-ee7d-47d8-bc0b-049a8422be27 service neutron] Attempting to bind port ab7d6829-87a2-4dd7-bad8-11454e4271d9 on network e58c7542-6db3-4e04-8d2d-fe660d3affaa {{(pid=93192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:13:30.325986 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f709500a-a87d-42bb-a907-47194b927494 req-28abe6aa-ee7d-47d8-bc0b-049a8422be27 service neutron] Checking agent: {'id': '11a4ce8f-2944-4abd-9558-2f785ee5be32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80187', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 9, 19), 'started_at': datetime.datetime(2021, 7, 22, 23, 9, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:13:30.326314 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f709500a-a87d-42bb-a907-47194b927494 req-28abe6aa-ee7d-47d8-bc0b-049a8422be27 service neutron] Checking segment: {'id': '16d2cb10-ce94-45af-9e3e-ba31490ef4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'e58c7542-6db3-4e04-8d2d-fe660d3affaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:13:30.326858 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f709500a-a87d-42bb-a907-47194b927494 req-28abe6aa-ee7d-47d8-bc0b-049a8422be27 service neutron] Bound using segment: {'id': '16d2cb10-ce94-45af-9e3e-ba31490ef4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'e58c7542-6db3-4e04-8d2d-fe660d3affaa'} {{(pid=93192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:13:30.327290 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.managers [req-f709500a-a87d-42bb-a907-47194b927494 req-28abe6aa-ee7d-47d8-bc0b-049a8422be27 service neutron] Bound port: ab7d6829-87a2-4dd7-bad8-11454e4271d9, host: hv-cinder-80187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16d2cb10-ce94-45af-9e3e-ba31490ef4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'e58c7542-6db3-4e04-8d2d-fe660d3affaa'}}] {{(pid=93192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:13:30.327692 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [req-f709500a-a87d-42bb-a907-47194b927494 req-28abe6aa-ee7d-47d8-bc0b-049a8422be27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:30.331233 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e93fb33-d459-4636-b3f5-846890002564 req-1a98bd96-a79a-4699-8728-d4bc53aa1e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:30.332726 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-1e93fb33-d459-4636-b3f5-846890002564 req-1a98bd96-a79a-4699-8728-d4bc53aa1e3b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=223fd587-80e8-4bd3-805b-2cf5bf9c1819 HTTP/1.1" status: 200 len: 859 time: 0.0476494 Jul 22 23:13:30.372109 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-1e93fb33-d459-4636-b3f5-846890002564 req-45952871-0f7c-4823-8278-30fd0ccd9d40 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=56c05d67-dcfb-4da8-b292-0e214c68403b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279560 Jul 22 23:13:30.398458 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.db [req-f709500a-a87d-42bb-a907-47194b927494 req-28abe6aa-ee7d-47d8-bc0b-049a8422be27 service neutron] For port ab7d6829-87a2-4dd7-bad8-11454e4271d9, host hv-cinder-80187, cleared binding levels {{(pid=93192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:13:30.401815 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.db [req-f709500a-a87d-42bb-a907-47194b927494 req-28abe6aa-ee7d-47d8-bc0b-049a8422be27 service neutron] For port ab7d6829-87a2-4dd7-bad8-11454e4271d9, host hv-cinder-80187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80187',level=0,port_id=ab7d6829-87a2-4dd7-bad8-11454e4271d9,segment=NetworkSegment(16d2cb10-ce94-45af-9e3e-ba31490ef4c9),segment_id=16d2cb10-ce94-45af-9e3e-ba31490ef4c9)] {{(pid=93192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:13:30.407539 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [req-f709500a-a87d-42bb-a907-47194b927494 req-28abe6aa-ee7d-47d8-bc0b-049a8422be27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:30.439160 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f709500a-a87d-42bb-a907-47194b927494 req-28abe6aa-ee7d-47d8-bc0b-049a8422be27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:30.439785 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [req-f709500a-a87d-42bb-a907-47194b927494 req-28abe6aa-ee7d-47d8-bc0b-049a8422be27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585183'] for port, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:30.441192 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-f709500a-a87d-42bb-a907-47194b927494 req-28abe6aa-ee7d-47d8-bc0b-049a8422be27 service neutron] 10.222.0.76 "PUT /v2.0/ports/ab7d6829-87a2-4dd7-bad8-11454e4271d9 HTTP/1.1" status: 200 len: 1093 time: 1.0667136 Jul 22 23:13:30.441629 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4b462b5-4487-433c-b3e2-d2237872cf55', 'tag': 'ab7d6829-87a2-4dd7-bad8-11454e4271d9'}] {{(pid=93192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:13:30.444091 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}116c38ea8adf6e412e27fa70d60466dac8b18d7b33470466fbdf59022c8e8666" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86e3e9b2-472a-4763-ade6-2f907d094ded" -d '{"events": [{"name": "network-changed", "server_uuid": "d4b462b5-4487-433c-b3e2-d2237872cf55", "tag": "ab7d6829-87a2-4dd7-bad8-11454e4271d9"}]}' {{(pid=93192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:13:30.474931 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-1e93fb33-d459-4636-b3f5-846890002564 req-344ae9da-9249-4bf1-bfe4-0cd0b9a09d18 service neutron] 10.222.0.76 "GET /v2.0/networks/56c05d67-dcfb-4da8-b292-0e214c68403b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936947 Jul 22 23:13:30.480669 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28abe6aa-ee7d-47d8-bc0b-049a8422be27 service neutron] Pushing event updated for resources: {'Port': ['ID=ab7d6829-87a2-4dd7-bad8-11454e4271d9,revision_number=3']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:13:30.494483 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b416637c-1eb5-4613-8e44-f1c39c11bd3c x-openstack-request-id: req-b416637c-1eb5-4613-8e44-f1c39c11bd3c {{(pid=93192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:13:30.494831 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4b462b5-4487-433c-b3e2-d2237872cf55", "tag": "ab7d6829-87a2-4dd7-bad8-11454e4271d9", "status": "completed", "code": 200}]} {{(pid=93192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:13:30.495195 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b416637c-1eb5-4613-8e44-f1c39c11bd3c {{(pid=93192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:13:30.495654 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4b462b5-4487-433c-b3e2-d2237872cf55', 'tag': 'ab7d6829-87a2-4dd7-bad8-11454e4271d9', 'status': 'completed', 'code': 200} Jul 22 23:13:30.598157 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-1e93fb33-d459-4636-b3f5-846890002564 req-215177cf-9d57-4bab-854a-f00848019a5d service neutron] 10.222.0.76 "GET /v2.0/networks/56c05d67-dcfb-4da8-b292-0e214c68403b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958340 Jul 22 23:13:30.623145 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f709500a-a87d-42bb-a907-47194b927494 req-c4bb3cf2-90e2-46b4-93bf-1fb76087327a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:30.625218 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-f709500a-a87d-42bb-a907-47194b927494 req-c4bb3cf2-90e2-46b4-93bf-1fb76087327a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=aeb3cb1118144b5785cc93ac6fc21fc2&device_id=d4b462b5-4487-433c-b3e2-d2237872cf55 HTTP/1.1" status: 200 len: 1096 time: 0.0642910 Jul 22 23:13:30.732484 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-f709500a-a87d-42bb-a907-47194b927494 req-505888e3-cb16-4203-a441-b33f93c77154 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ab7d6829-87a2-4dd7-bad8-11454e4271d9 HTTP/1.1" status: 200 len: 217 time: 0.0415337 Jul 22 23:13:30.831967 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f709500a-a87d-42bb-a907-47194b927494 req-0fe937b8-30ed-4993-8dc7-826cd536c03b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:30.833523 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-f709500a-a87d-42bb-a907-47194b927494 req-0fe937b8-30ed-4993-8dc7-826cd536c03b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b9ecd397-fc62-4881-82a1-08e8c6fe73f4 HTTP/1.1" status: 200 len: 854 time: 0.0460527 Jul 22 23:13:30.882565 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-f709500a-a87d-42bb-a907-47194b927494 req-68f6ef54-c6bf-40ec-92e3-a498b5867c5c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e58c7542-6db3-4e04-8d2d-fe660d3affaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331445 Jul 22 23:13:31.008665 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-f709500a-a87d-42bb-a907-47194b927494 req-c04bbbb1-6b54-4f01-a035-2cd4b2d98b19 service neutron] 10.222.0.76 "GET /v2.0/networks/e58c7542-6db3-4e04-8d2d-fe660d3affaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156399 Jul 22 23:13:31.062515 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e585c3c2-94c9-4223-b602-8d327223abc7 req-f2f79950-6d9f-4c5f-a92a-9b1c16875c0f tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:31.064030 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-e585c3c2-94c9-4223-b602-8d327223abc7 req-f2f79950-6d9f-4c5f-a92a-9b1c16875c0f tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b39f311-4f06-43a6-aaaa-722d44c279aa HTTP/1.1" status: 200 len: 945 time: 0.1116683 Jul 22 23:13:31.140419 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-e585c3c2-94c9-4223-b602-8d327223abc7 req-894f46fa-4173-4552-8514-70df512c1c74 tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] 10.222.0.44 "GET /v2.0/security-groups?id=2b2f2730-d675-4a53-bf52-1b2c76974beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509462 Jul 22 23:13:31.142312 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-f709500a-a87d-42bb-a907-47194b927494 req-e9c82e76-e295-4972-9431-b61904929cb9 service neutron] 10.222.0.76 "GET /v2.0/networks/e58c7542-6db3-4e04-8d2d-fe660d3affaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245122 Jul 22 23:13:31.511021 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bd56a9-d7a5-4795-9de5-42a35d94d7ac req-944d3597-8590-4621-bfc8-810f454528a5 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:31.512516 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-85bd56a9-d7a5-4795-9de5-42a35d94d7ac req-944d3597-8590-4621-bfc8-810f454528a5 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=30c4bc5a-ce65-4608-8781-bde54ef98599 HTTP/1.1" status: 200 len: 945 time: 0.1384411 Jul 22 23:13:31.542660 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c14ee3a-59b8-4d02-ab00-581fe551b220 req-ccd19fe7-4f66-4925-b0f7-59cd80fd650f tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:31.544359 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-5c14ee3a-59b8-4d02-ab00-581fe551b220 req-ccd19fe7-4f66-4925-b0f7-59cd80fd650f tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/ports?device_id=d4b462b5-4487-433c-b3e2-d2237872cf55 HTTP/1.1" status: 200 len: 943 time: 0.1579297 Jul 22 23:13:31.568102 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e3e9b2-472a-4763-ade6-2f907d094ded req-edc01dbc-8b28-430e-bfe0-fd972fd3db86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:31.569570 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-86e3e9b2-472a-4763-ade6-2f907d094ded req-edc01dbc-8b28-430e-bfe0-fd972fd3db86 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=aeb3cb1118144b5785cc93ac6fc21fc2&device_id=d4b462b5-4487-433c-b3e2-d2237872cf55 HTTP/1.1" status: 200 len: 1096 time: 0.1272368 Jul 22 23:13:31.613600 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-85bd56a9-d7a5-4795-9de5-42a35d94d7ac req-b9086288-cd86-4aef-81fd-f7bb8f9c6d66 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932925 Jul 22 23:13:31.640100 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-5c14ee3a-59b8-4d02-ab00-581fe551b220 req-da0986df-d018-4855-aabe-51ec55c75250 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/security-groups?id=d84c6cad-631b-43c5-a35b-86fdac5eacd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837884 Jul 22 23:13:31.692579 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e3e9b2-472a-4763-ade6-2f907d094ded req-4fabb0ae-b951-4b4e-9658-624deb67491b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:31.694028 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-86e3e9b2-472a-4763-ade6-2f907d094ded req-4fabb0ae-b951-4b4e-9658-624deb67491b service neutron] 10.222.0.76 "GET /v2.0/networks?id=e58c7542-6db3-4e04-8d2d-fe660d3affaa HTTP/1.1" status: 200 len: 915 time: 0.1141229 Jul 22 23:13:31.747125 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-86e3e9b2-472a-4763-ade6-2f907d094ded req-d67d1fc9-c011-4538-a1de-b413be5d0486 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ab7d6829-87a2-4dd7-bad8-11454e4271d9 HTTP/1.1" status: 200 len: 217 time: 0.0371115 Jul 22 23:13:31.999636 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 35960) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:13:32.022713 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e3e9b2-472a-4763-ade6-2f907d094ded req-d8f58d5a-56a5-457c-8734-f62cd1e2e41a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:32.024148 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-86e3e9b2-472a-4763-ade6-2f907d094ded req-d8f58d5a-56a5-457c-8734-f62cd1e2e41a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b9ecd397-fc62-4881-82a1-08e8c6fe73f4 HTTP/1.1" status: 200 len: 854 time: 0.2693999 Jul 22 23:13:32.074886 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-86e3e9b2-472a-4763-ade6-2f907d094ded req-1d5c7ee5-db34-4dcb-816b-6890530a136f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e58c7542-6db3-4e04-8d2d-fe660d3affaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296385 Jul 22 23:13:32.104397 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-b7bad01a-6f5a-45c5-83f4-d5f5e7aafd34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:32.189106 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-86e3e9b2-472a-4763-ade6-2f907d094ded req-c02074da-b03f-4dbb-9048-d3826e85b4b7 service neutron] 10.222.0.76 "GET /v2.0/networks/e58c7542-6db3-4e04-8d2d-fe660d3affaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001005 Jul 22 23:13:32.198500 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-b7bad01a-6f5a-45c5-83f4-d5f5e7aafd34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:32.202723 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-b7bad01a-6f5a-45c5-83f4-d5f5e7aafd34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:32.238369 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bad01a-6f5a-45c5-83f4-d5f5e7aafd34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8afb0635-abe8-4965-812d-9aa6ee407f3e,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:13:32.249655 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-b7bad01a-6f5a-45c5-83f4-d5f5e7aafd34 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e53b2c8ef3c14924a83f30bdc55b484d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2485058 Jul 22 23:13:32.252196 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 35968) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:13:32.304943 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-4497bc45-1713-4b7f-bf9e-a65901dba4f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:32.338477 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-4497bc45-1713-4b7f-bf9e-a65901dba4f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:32.348542 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-86e3e9b2-472a-4763-ade6-2f907d094ded req-907dbd00-b4cd-4e0b-a195-68fe926d1a85 service neutron] 10.222.0.76 "GET /v2.0/networks/e58c7542-6db3-4e04-8d2d-fe660d3affaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358898 Jul 22 23:13:32.366470 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7c6116-6605-4e3e-a2a6-574e234e55f9 req-58c068e4-591d-414a-9c2a-30cb356d8a34 tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:32.366470 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-4b7c6116-6605-4e3e-a2a6-574e234e55f9 req-58c068e4-591d-414a-9c2a-30cb356d8a34 tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b39f311-4f06-43a6-aaaa-722d44c279aa HTTP/1.1" status: 200 len: 945 time: 0.1411555 Jul 22 23:13:32.399919 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-4497bc45-1713-4b7f-bf9e-a65901dba4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:32.403126 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-4497bc45-1713-4b7f-bf9e-a65901dba4f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:32.404289 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-4497bc45-1713-4b7f-bf9e-a65901dba4f5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8afb0635-abe8-4965-812d-9aa6ee407f3e HTTP/1.1" status: 204 len: 168 time: 0.1509814 Jul 22 23:13:32.414144 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4497bc45-1713-4b7f-bf9e-a65901dba4f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8afb0635-abe8-4965-812d-9aa6ee407f3e,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:13:32.421498 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-4b7c6116-6605-4e3e-a2a6-574e234e55f9 req-ad1c5145-7b58-49f9-9d9b-8efb121ee4f7 tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] 10.222.0.44 "GET /v2.0/security-groups?id=2b2f2730-d675-4a53-bf52-1b2c76974beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527616 Jul 22 23:13:32.807099 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dc3169-c8c6-4f50-96ae-b5d03abfe016 req-41a15ae0-668d-4feb-85cb-b12cec80e322 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:32.808881 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-b1dc3169-c8c6-4f50-96ae-b5d03abfe016 req-41a15ae0-668d-4feb-85cb-b12cec80e322 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/ports?device_id=d4b462b5-4487-433c-b3e2-d2237872cf55 HTTP/1.1" status: 200 len: 943 time: 0.0876672 Jul 22 23:13:32.818261 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e31ade-8119-4347-ae69-05bbf32869b5 req-df8e4b27-d78d-47ea-a5f4-1ece532bbd10 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:32.819726 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-17e31ade-8119-4347-ae69-05bbf32869b5 req-df8e4b27-d78d-47ea-a5f4-1ece532bbd10 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=30c4bc5a-ce65-4608-8781-bde54ef98599 HTTP/1.1" status: 200 len: 945 time: 0.1289155 Jul 22 23:13:32.873127 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-b1dc3169-c8c6-4f50-96ae-b5d03abfe016 req-c6661129-5000-481d-96b7-bd2e1d0be9cf tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/security-groups?id=d84c6cad-631b-43c5-a35b-86fdac5eacd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524457 Jul 22 23:13:32.885953 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-17e31ade-8119-4347-ae69-05bbf32869b5 req-5e528f5b-51dc-43f1-89d6-376b63f2b1f6 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592077 Jul 22 23:13:33.000371 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70769d49-971a-495a-9098-5a89304358d1 req-f1696c63-97e7-4aa5-a5b9-fb67d538918f tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:33.001618 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-70769d49-971a-495a-9098-5a89304358d1 req-f1696c63-97e7-4aa5-a5b9-fb67d538918f tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=8271f108-5334-4d0a-a188-933ee657ed0e HTTP/1.1" status: 200 len: 945 time: 0.0660470 Jul 22 23:13:33.040537 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-70769d49-971a-495a-9098-5a89304358d1 req-f59a7b7d-519d-48a2-ad82-a523e2314c62 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdf4a528-dd54-4780-893e-44f1896a93f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332148 Jul 22 23:13:33.090200 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 36008) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:13:33.187210 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [None req-b2ae8d11-90db-42cb-8614-17901cf4311d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1596001516-network', 'tenant_id': '7ace0a9b96d34ceb9c996a5476ba0fb1'}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:13:33.213586 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2ae8d11-90db-42cb-8614-17901cf4311d admin admin] Made reservation on behalf of 7ace0a9b96d34ceb9c996a5476ba0fb1 for: {'network': 1} {{(pid=93193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:13:33.216382 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-b2ae8d11-90db-42cb-8614-17901cf4311d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for network, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:33.225285 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-b2ae8d11-90db-42cb-8614-17901cf4311d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:33.312744 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-b2ae8d11-90db-42cb-8614-17901cf4311d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:33.316397 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-b2ae8d11-90db-42cb-8614-17901cf4311d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:33.340304 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2ae8d11-90db-42cb-8614-17901cf4311d admin admin] vlan segment allocate from pool success with {'vlan_id': 862, 'physical_network': 'physnet1'} {{(pid=93193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:13:33.349175 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ae8d11-90db-42cb-8614-17901cf4311d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c531f632-233a-4a84-9162-806e09c8f6f8,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:13:33.354978 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-b2ae8d11-90db-42cb-8614-17901cf4311d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822282'] for segment, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:33.355317 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.db.segments_db [None req-b2ae8d11-90db-42cb-8614-17901cf4311d admin admin] Added segment ca173296-7208-4e6e-a636-9266697943d6 of type vlan for network 7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66 Jul 22 23:13:33.396523 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-b2ae8d11-90db-42cb-8614-17901cf4311d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769065302510'] for network, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:33.426959 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-b2ae8d11-90db-42cb-8614-17901cf4311d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165'] for network, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:33.428128 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ae8d11-90db-42cb-8614-17901cf4311d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:33.428863 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-b2ae8d11-90db-42cb-8614-17901cf4311d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585183'] for network, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:33.460424 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-b2ae8d11-90db-42cb-8614-17901cf4311d admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3691072 Jul 22 23:13:33.463429 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 36016) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:13:33.470397 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [None req-4a34a164-d68c-4f8e-9574-519e6838454c admin admin] Request body: {'subnet': {'network_id': '7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1596001516-subnet', 'tenant_id': '7ace0a9b96d34ceb9c996a5476ba0fb1', 'ip_version': 4}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:13:33.505722 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ae8d11-90db-42cb-8614-17901cf4311d admin admin] Pushing event updated for resources: {'Network': ['ID=7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:13:33.518731 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Network 7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66 details requested by agent ovs-agent-dv-cinder-801875-2-iscsi with host dv-cinder-801875-2-iscsi {{(pid=93194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:13:33.523675 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a34a164-d68c-4f8e-9574-519e6838454c admin admin] Made reservation on behalf of 7ace0a9b96d34ceb9c996a5476ba0fb1 for: {'subnet': 1} {{(pid=93193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:13:33.526691 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-4a34a164-d68c-4f8e-9574-519e6838454c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30516304'] for subnet, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:33.563605 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3942b2a1-ef14-4e62-96a7-5b5f60f08e4d req-cf2cea15-5b30-40b0-9481-a48c065f03ae tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:33.565331 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-3942b2a1-ef14-4e62-96a7-5b5f60f08e4d req-cf2cea15-5b30-40b0-9481-a48c065f03ae tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b39f311-4f06-43a6-aaaa-722d44c279aa HTTP/1.1" status: 200 len: 945 time: 0.0734112 Jul 22 23:13:33.606155 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-3942b2a1-ef14-4e62-96a7-5b5f60f08e4d req-0df1a74a-c583-4af1-be45-ca9f19f538e4 tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] 10.222.0.44 "GET /v2.0/security-groups?id=2b2f2730-d675-4a53-bf52-1b2c76974beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343897 Jul 22 23:13:33.708978 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-4a34a164-d68c-4f8e-9574-519e6838454c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31811578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30516258'] for subnet, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:33.765835 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a34a164-d68c-4f8e-9574-519e6838454c admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb7dc01e-3a8e-4054-a161-8a0276e32317,revision_number=0']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:13:33.771059 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a34a164-d68c-4f8e-9574-519e6838454c admin admin] Checking segment: {'id': 'ca173296-7208-4e6e-a636-9266697943d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:13:33.771409 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a34a164-d68c-4f8e-9574-519e6838454c admin admin] Network hostable DHCP agents. Network: 7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66, hostable agents: ['5089d900-808c-476c-958a-0c524ee0753f'], hosted agents: [] {{(pid=93193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:13:33.789325 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a34a164-d68c-4f8e-9574-519e6838454c admin admin] Network 7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66 is scheduled to be hosted by DHCP agent 5089d900-808c-476c-958a-0c524ee0753f with binding_index 1 {{(pid=93193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:13:33.799467 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.scheduler.base_scheduler [None req-4a34a164-d68c-4f8e-9574-519e6838454c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801875-2-iscsi, 7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66) {{(pid=93193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:13:33.803882 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a34a164-d68c-4f8e-9574-519e6838454c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:33.804505 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-4a34a164-d68c-4f8e-9574-519e6838454c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:33.811516 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e01076b-2bc9-4b93-a27e-a8cb58061e85 None None] Network 7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66 requested from dv-cinder-801875-2-iscsi {{(pid=93194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:13:33.820672 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-4a34a164-d68c-4f8e-9574-519e6838454c admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3561571 Jul 22 23:13:33.823696 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 36018) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:13:33.828577 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [None req-adc8ca37-7691-440e-9f50-7b88249bf5f2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1596001516-router', 'tenant_id': '7ace0a9b96d34ceb9c996a5476ba0fb1', 'external_gateway_info': {'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4'}}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:13:33.833663 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b188cf-7e1e-4445-ab81-d0aa0d9db38a req-e99c3e06-f304-47dc-8773-1f76cc678a92 tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:33.835018 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-e2b188cf-7e1e-4445-ab81-d0aa0d9db38a req-e99c3e06-f304-47dc-8773-1f76cc678a92 tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] 10.222.0.76 "GET /v2.0/ports?device_id=4b39f311-4f06-43a6-aaaa-722d44c279aa HTTP/1.1" status: 200 len: 945 time: 0.0800827 Jul 22 23:13:33.850672 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-adc8ca37-7691-440e-9f50-7b88249bf5f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-680763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12263'] for router, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:33.851941 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-adc8ca37-7691-440e-9f50-7b88249bf5f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-678997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-678420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-748592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12264'] for router, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:33.940649 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-adc8ca37-7691-440e-9f50-7b88249bf5f2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:34.014566 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77001c81-bff1-4aee-9f7b-76893487cd78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98100b3a-e8ad-5682-a9ac-80bb6e32739f-7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66', 'network_id': '7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66', 'tenant_id': '7ace0a9b96d34ceb9c996a5476ba0fb1', 'fixed_ips': [{'subnet_id': 'eb7dc01e-3a8e-4054-a161-8a0276e32317'}]}} from dv-cinder-801875-2-iscsi. {{(pid=93194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:13:34.015419 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-77001c81-bff1-4aee-9f7b-76893487cd78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_create {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:34.099228 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.plugin [req-e2b188cf-7e1e-4445-ab81-d0aa0d9db38a req-0949b402-bc3f-4203-85e2-7adbf05b34d7 tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] Deleting port 0c22eed8-2204-4cfb-a713-1daad2ca1326 {{(pid=93192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:13:34.099565 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [req-e2b188cf-7e1e-4445-ab81-d0aa0d9db38a req-0949b402-bc3f-4203-85e2-7adbf05b34d7 tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769065717140'] for port, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:34.099781 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-adc8ca37-7691-440e-9f50-7b88249bf5f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680958', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-680789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12250'] for router, precommit_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:34.116167 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a5288a-7707-4e16-9f7f-3c9072355cea req-83c3f102-39f5-4037-875f-e26f8114ec90 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:34.117795 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-f5a5288a-7707-4e16-9f7f-3c9072355cea req-83c3f102-39f5-4037-875f-e26f8114ec90 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/ports?device_id=d4b462b5-4487-433c-b3e2-d2237872cf55 HTTP/1.1" status: 200 len: 943 time: 0.1430209 Jul 22 23:13:34.165770 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.db_base_plugin_common [None req-77001c81-bff1-4aee-9f7b-76893487cd78 None None] Allocated IP 172.20.0.2 (7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66/eb7dc01e-3a8e-4054-a161-8a0276e32317/1d03d96f-3d6a-4e38-bc00-d56584de8a61) {{(pid=93194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:13:34.166408 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035cd678-92b0-485f-914f-51e7c4bf60e0 req-4824f556-aff1-4421-96fa-51b67e8bad29 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:34.168141 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-035cd678-92b0-485f-914f-51e7c4bf60e0 req-4824f556-aff1-4421-96fa-51b67e8bad29 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=30c4bc5a-ce65-4608-8781-bde54ef98599 HTTP/1.1" status: 200 len: 945 time: 0.1611063 Jul 22 23:13:34.288954 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-f5a5288a-7707-4e16-9f7f-3c9072355cea req-f64f8469-3c39-42a0-a814-63687ce8f88d tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/security-groups?id=d84c6cad-631b-43c5-a35b-86fdac5eacd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578903 Jul 22 23:13:34.321862 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-77001c81-bff1-4aee-9f7b-76893487cd78 None None] Notify callbacks [] for port, precommit_create {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:34.324949 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.db [req-e2b188cf-7e1e-4445-ab81-d0aa0d9db38a req-0949b402-bc3f-4203-85e2-7adbf05b34d7 tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] For port 0c22eed8-2204-4cfb-a713-1daad2ca1326, host hv-cinder-80187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80187',level=0,port_id=0c22eed8-2204-4cfb-a713-1daad2ca1326,segment=NetworkSegment(4e99933b-4a20-41a9-a6c5-07f340b8fba9),segment_id=4e99933b-4a20-41a9-a6c5-07f340b8fba9)] {{(pid=93192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:13:34.325577 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [req-e2b188cf-7e1e-4445-ab81-d0aa0d9db38a req-0949b402-bc3f-4203-85e2-7adbf05b34d7 tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681326'] for port, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:34.331001 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-77001c81-bff1-4aee-9f7b-76893487cd78 None None] Transition to ACTIVE for port object 1d03d96f-3d6a-4e38-bc00-d56584de8a61 will not be triggered until provisioned by entity L2. {{(pid=93194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:13:34.335057 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-adc8ca37-7691-440e-9f50-7b88249bf5f2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:34.343566 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-035cd678-92b0-485f-914f-51e7c4bf60e0 req-c6a4b6e6-e87a-4fc2-8831-a904db36b11d tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572127 Jul 22 23:13:34.348578 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-77001c81-bff1-4aee-9f7b-76893487cd78 None None] Transition to ACTIVE for port object 1d03d96f-3d6a-4e38-bc00-d56584de8a61 will not be triggered until provisioned by entity DHCP. {{(pid=93194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:13:34.356844 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-77001c81-bff1-4aee-9f7b-76893487cd78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769065317241'] for port, after_create {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:34.364073 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.plugin [req-e2b188cf-7e1e-4445-ab81-d0aa0d9db38a req-0949b402-bc3f-4203-85e2-7adbf05b34d7 tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] Calling delete_port for 0c22eed8-2204-4cfb-a713-1daad2ca1326 owned by compute:nova {{(pid=93192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:13:34.365115 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-adc8ca37-7691-440e-9f50-7b88249bf5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:34.405706 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77001c81-bff1-4aee-9f7b-76893487cd78 None None] Network 7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66 is already hosted by enough agents. {{(pid=93194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:13:34.409413 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.scheduler.base_scheduler [None req-77001c81-bff1-4aee-9f7b-76893487cd78 None None] Resources bound (agent type, host, resource id): {{(pid=93194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:13:34.413150 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77001c81-bff1-4aee-9f7b-76893487cd78 None None] Received port after_create {{(pid=93194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:13:34.425181 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77001c81-bff1-4aee-9f7b-76893487cd78 None None] Pushing event updated for resources: {'Port': ['ID=1d03d96f-3d6a-4e38-bc00-d56584de8a61,revision_number=1']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:13:34.488428 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77001c81-bff1-4aee-9f7b-76893487cd78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:13:34.488879 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77001c81-bff1-4aee-9f7b-76893487cd78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:13:34.489330 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77001c81-bff1-4aee-9f7b-76893487cd78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:13:34.489759 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77001c81-bff1-4aee-9f7b-76893487cd78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:13:34.490191 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77001c81-bff1-4aee-9f7b-76893487cd78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:13:34.490610 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77001c81-bff1-4aee-9f7b-76893487cd78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:13:34.491175 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77001c81-bff1-4aee-9f7b-76893487cd78 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:13:34.491529 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77001c81-bff1-4aee-9f7b-76893487cd78 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:13:34.492078 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77001c81-bff1-4aee-9f7b-76893487cd78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:13:34.492392 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.db.db_base_plugin_common [None req-adc8ca37-7691-440e-9f50-7b88249bf5f2 admin admin] Allocated IP 172.27.1.157 (e89e037f-b917-4fce-8638-db5189a5e8e4/7d2d3a68-9173-4429-9239-290b8b68fb34/a3dd1367-83dd-42c2-8711-f3eed55307dc) {{(pid=93193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:13:34.492552 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77001c81-bff1-4aee-9f7b-76893487cd78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:13:34.492921 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77001c81-bff1-4aee-9f7b-76893487cd78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:13:34.493299 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77001c81-bff1-4aee-9f7b-76893487cd78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:13:34.515138 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.managers [None req-77001c81-bff1-4aee-9f7b-76893487cd78 None None] Attempting to bind port 1d03d96f-3d6a-4e38-bc00-d56584de8a61 on host dv-cinder-801875-2-iscsi for vnic_type normal with profile {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:13:34.515630 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.managers [None req-77001c81-bff1-4aee-9f7b-76893487cd78 None None] Attempting to bind port 1d03d96f-3d6a-4e38-bc00-d56584de8a61 by drivers openvswitch,hyperv on host dv-cinder-801875-2-iscsi at level 0 using segments [{'id': 'ca173296-7208-4e6e-a636-9266697943d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66'}] {{(pid=93194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:13:34.516154 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77001c81-bff1-4aee-9f7b-76893487cd78 None None] Attempting to bind port 1d03d96f-3d6a-4e38-bc00-d56584de8a61 on network 7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66 {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:13:34.523615 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77001c81-bff1-4aee-9f7b-76893487cd78 None None] Checking agent: {'id': 'f30eb83a-2393-42b8-bba2-207fe5e6c4a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801875-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 3, 19), 'started_at': datetime.datetime(2021, 7, 22, 23, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801875-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:13:34.524415 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77001c81-bff1-4aee-9f7b-76893487cd78 None None] Checking segment: {'id': 'ca173296-7208-4e6e-a636-9266697943d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:13:34.524772 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-77001c81-bff1-4aee-9f7b-76893487cd78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:34.525306 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77001c81-bff1-4aee-9f7b-76893487cd78 None None] Bound using segment: {'id': 'ca173296-7208-4e6e-a636-9266697943d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66'} {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:13:34.526062 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.managers [None req-77001c81-bff1-4aee-9f7b-76893487cd78 None None] Bound port: 1d03d96f-3d6a-4e38-bc00-d56584de8a61, host: dv-cinder-801875-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca173296-7208-4e6e-a636-9266697943d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66'}}] {{(pid=93194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:13:34.526713 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-77001c81-bff1-4aee-9f7b-76893487cd78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:34.535855 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df503851-7045-4b1f-912d-3ff574156cad req-4eaf5ff1-df20-4538-bd83-6cab0f7fedfa tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:34.537410 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-df503851-7045-4b1f-912d-3ff574156cad req-4eaf5ff1-df20-4538-bd83-6cab0f7fedfa tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=8271f108-5334-4d0a-a188-933ee657ed0e HTTP/1.1" status: 200 len: 945 time: 0.1746297 Jul 22 23:13:34.604199 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-77001c81-bff1-4aee-9f7b-76893487cd78 None None] For port 1d03d96f-3d6a-4e38-bc00-d56584de8a61, host dv-cinder-801875-2-iscsi, cleared binding levels {{(pid=93194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:13:34.608914 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-77001c81-bff1-4aee-9f7b-76893487cd78 None None] For port 1d03d96f-3d6a-4e38-bc00-d56584de8a61, host dv-cinder-801875-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801875-2-iscsi',level=0,port_id=1d03d96f-3d6a-4e38-bc00-d56584de8a61,segment=NetworkSegment(ca173296-7208-4e6e-a636-9266697943d6),segment_id=ca173296-7208-4e6e-a636-9266697943d6)] {{(pid=93194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:13:34.617605 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-77001c81-bff1-4aee-9f7b-76893487cd78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:34.620858 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-df503851-7045-4b1f-912d-3ff574156cad req-fe08791d-9a1a-4887-94e4-5f7a562bfd7b tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdf4a528-dd54-4780-893e-44f1896a93f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754385 Jul 22 23:13:34.635532 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-adc8ca37-7691-440e-9f50-7b88249bf5f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:34.638042 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [req-e2b188cf-7e1e-4445-ab81-d0aa0d9db38a req-0949b402-bc3f-4203-85e2-7adbf05b34d7 tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769065717863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769065317250'] for port, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:34.679360 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77001c81-bff1-4aee-9f7b-76893487cd78 None None] Pushing event updated for resources: {'Port': ['ID=1d03d96f-3d6a-4e38-bc00-d56584de8a61,revision_number=2']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:13:34.683290 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-adc8ca37-7691-440e-9f50-7b88249bf5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769065317241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31811438'] for port, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:34.686909 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0949b402-bc3f-4203-85e2-7adbf05b34d7 tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] Pushing event deleted for resources: {'Port': ['ID=0c22eed8-2204-4cfb-a713-1daad2ca1326,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:13:34.703736 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] get_ports_and_sgs() called for port_ids ['0c22eed8-2204-4cfb-a713-1daad2ca1326'] {{(pid=93194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:13:34.721730 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc8ca37-7691-440e-9f50-7b88249bf5f2 admin admin] Network e89e037f-b917-4fce-8638-db5189a5e8e4 is already hosted by enough agents. {{(pid=93193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:13:34.728072 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.scheduler.base_scheduler [None req-adc8ca37-7691-440e-9f50-7b88249bf5f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:13:34.731993 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc8ca37-7691-440e-9f50-7b88249bf5f2 admin admin] Received port after_create {{(pid=93193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:13:34.738119 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc8ca37-7691-440e-9f50-7b88249bf5f2 admin admin] Pushing event updated for resources: {'Port': ['ID=a3dd1367-83dd-42c2-8711-f3eed55307dc,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:13:34.819498 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-4c6440d5-487a-404e-83f7-99725d5cc42e req-e04e050d-d573-499f-b141-44bd678e6afb tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b39f311-4f06-43a6-aaaa-722d44c279aa HTTP/1.1" status: 200 len: 210 time: 0.1079011 Jul 22 23:13:34.820473 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2b188cf-7e1e-4445-ab81-d0aa0d9db38a req-0949b402-bc3f-4203-85e2-7adbf05b34d7 tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] No DVR routers for this DVR port 0c22eed8-2204-4cfb-a713-1daad2ca1326 on host hv-cinder-80187 {{(pid=93192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:13:34.823528 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [req-e2b188cf-7e1e-4445-ab81-d0aa0d9db38a req-0949b402-bc3f-4203-85e2-7adbf05b34d7 tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92570'] for port, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:34.830183 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-e2b188cf-7e1e-4445-ab81-d0aa0d9db38a req-0949b402-bc3f-4203-85e2-7adbf05b34d7 tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] 10.222.0.76 "DELETE /v2.0/ports/0c22eed8-2204-4cfb-a713-1daad2ca1326 HTTP/1.1" status: 204 len: 173 time: 0.9726765 Jul 22 23:13:34.830183 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b39f311-4f06-43a6-aaaa-722d44c279aa', 'name': 'network-vif-deleted', 'tag': '0c22eed8-2204-4cfb-a713-1daad2ca1326'}] {{(pid=93192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:13:34.830183 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}116c38ea8adf6e412e27fa70d60466dac8b18d7b33470466fbdf59022c8e8666" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c645d60-bb0a-4794-ad6c-a55f61e889ba" -d '{"events": [{"server_uuid": "4b39f311-4f06-43a6-aaaa-722d44c279aa", "name": "network-vif-deleted", "tag": "0c22eed8-2204-4cfb-a713-1daad2ca1326"}]}' {{(pid=93192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:13:34.878984 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d93d0664-a292-4bbd-b1ce-bbbd8c716bf4 x-openstack-request-id: req-d93d0664-a292-4bbd-b1ce-bbbd8c716bf4 {{(pid=93192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:13:34.879376 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b39f311-4f06-43a6-aaaa-722d44c279aa", "name": "network-vif-deleted", "tag": "0c22eed8-2204-4cfb-a713-1daad2ca1326", "status": "completed", "code": 200}]} {{(pid=93192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:13:34.879720 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d93d0664-a292-4bbd-b1ce-bbbd8c716bf4 {{(pid=93192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:13:34.880205 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b39f311-4f06-43a6-aaaa-722d44c279aa', 'name': 'network-vif-deleted', 'tag': '0c22eed8-2204-4cfb-a713-1daad2ca1326', 'status': 'completed', 'code': 200} Jul 22 23:13:35.035738 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-adc8ca37-7691-440e-9f50-7b88249bf5f2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:35.247422 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-adc8ca37-7691-440e-9f50-7b88249bf5f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-680770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680933'] for router, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:35.397801 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adc8ca37-7691-440e-9f50-7b88249bf5f2 admin admin] Router 2c9ba830-d033-4492-ba3e-27c7ea76f05c is scheduled to L3 agent fdf30918-cf4b-4771-a7f5-907485eb00f1 with binding_index 1 {{(pid=93193) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:13:35.417549 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa929f8-3b9e-4ab3-9b3a-ea8a7564a6ef req-1f3befc9-9b13-4061-83e5-89149ab4e991 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:35.419219 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-aaa929f8-3b9e-4ab3-9b3a-ea8a7564a6ef req-1f3befc9-9b13-4061-83e5-89149ab4e991 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/ports?device_id=d4b462b5-4487-433c-b3e2-d2237872cf55 HTTP/1.1" status: 200 len: 943 time: 0.0750415 Jul 22 23:13:35.468827 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-aaa929f8-3b9e-4ab3-9b3a-ea8a7564a6ef req-14f942ef-d78f-4b3e-8f70-5bbb567c0ccd tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/security-groups?id=d84c6cad-631b-43c5-a35b-86fdac5eacd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414939 Jul 22 23:13:35.636869 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d141e4-3848-4cb3-b79c-2f555823a69f req-da04a178-c001-4387-a23c-e0fa74552a1f tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:35.638424 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-93d141e4-3848-4cb3-b79c-2f555823a69f req-da04a178-c001-4387-a23c-e0fa74552a1f tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=30c4bc5a-ce65-4608-8781-bde54ef98599 HTTP/1.1" status: 200 len: 945 time: 0.0695322 Jul 22 23:13:35.702845 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-93d141e4-3848-4cb3-b79c-2f555823a69f req-eab8cc1d-f23a-4af0-99fc-4be52a38ee6e tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580838 Jul 22 23:13:35.728157 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adc8ca37-7691-440e-9f50-7b88249bf5f2 admin admin] Notify agent at l3_agent.dv-cinder-801875-2-iscsi the message routers_updated {{(pid=93193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:13:35.744598 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea60b55-2227-4ba3-b2a3-a0b00b0d4cdc None None] Sync routers for ids ['2c9ba830-d033-4492-ba3e-27c7ea76f05c'] in dv-cinder-801875-2-iscsi {{(pid=93195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:13:35.758872 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea60b55-2227-4ba3-b2a3-a0b00b0d4cdc None None] Routers {'2c9ba830-d033-4492-ba3e-27c7ea76f05c'} bound to L3 agent in host dv-cinder-801875-2-iscsi {{(pid=93195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:13:35.761010 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-fea60b55-2227-4ba3-b2a3-a0b00b0d4cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801875-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:03:18Z,description=,heartbeat_timestamp=2021-07-22T23:13:18Z,host='dv-cinder-801875-2-iscsi',id=fdf30918-cf4b-4771-a7f5-907485eb00f1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:18Z,topic='l3_agent')) {'router_ids': ['2c9ba830-d033-4492-ba3e-27c7ea76f05c'], 'active': True} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:13:35.773039 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-adc8ca37-7691-440e-9f50-7b88249bf5f2 admin admin] Notify callbacks [] for router, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:35.774747 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-adc8ca37-7691-440e-9f50-7b88249bf5f2 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9501255 Jul 22 23:13:35.777483 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 36042) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:13:35.822733 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4363df77-f9d1-4800-b770-98b45644d31b req-70c1b645-b110-494c-8a70-1ff7affb3ff8 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:35.831037 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-4363df77-f9d1-4800-b770-98b45644d31b req-70c1b645-b110-494c-8a70-1ff7affb3ff8 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=8271f108-5334-4d0a-a188-933ee657ed0e HTTP/1.1" status: 200 len: 945 time: 0.0984523 Jul 22 23:13:35.873376 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-4363df77-f9d1-4800-b770-98b45644d31b req-94d36377-498d-4e44-8154-1971918bf3bd tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdf4a528-dd54-4780-893e-44f1896a93f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412042 Jul 22 23:13:35.914801 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvr_db [None req-fea60b55-2227-4ba3-b2a3-a0b00b0d4cdc None None] Set router 2c9ba830-d033-4492-ba3e-27c7ea76f05c gateway port host: dv-cinder-801875-2-iscsi {{(pid=93195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:13:35.984009 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-287ff1ba-2460-4aa5-a324-6ff2d584ef7b None None] Network 7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66 requested from dv-cinder-801875-2-iscsi {{(pid=93194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:13:36.061546 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-fe4465bb-6387-44ec-94c7-a5f48e725b26 req-12482cbb-047d-409d-866d-d5df80256b45 tempest-VolumesActionsTest-784991349 tempest-VolumesActionsTest-784991349-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b39f311-4f06-43a6-aaaa-722d44c279aa HTTP/1.1" status: 200 len: 210 time: 0.0563316 Jul 22 23:13:36.115444 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-65693ff0-c18b-42b1-bdfb-9f74cd2080da None None] Provisioning for port 1d03d96f-3d6a-4e38-bc00-d56584de8a61 completed by entity DHCP. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:13:36.175048 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-fea60b55-2227-4ba3-b2a3-a0b00b0d4cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9ba830-d033-4492-ba3e-27c7ea76f05c', 'name': 'tempest-TestVolumeBootPattern-1596001516-router', 'tenant_id': '7ace0a9b96d34ceb9c996a5476ba0fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'external_fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': 'a3dd1367-83dd-42c2-8711-f3eed55307dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:13:33Z', 'updated_at': '2021-07-22T23:13:34Z', 'revision_number': 3, 'project_id': '7ace0a9b96d34ceb9c996a5476ba0fb1', 'gw_port': {'id': 'a3dd1367-83dd-42c2-8711-f3eed55307dc', 'name': '', 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:f9:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c9ba830-d033-4492-ba3e-27c7ea76f05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:13:34Z', 'updated_at': '2021-07-22T23:13:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801875-2-iscsi'}], 'dv-cinder-801875-2-iscsi', False) {} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:13:36.211006 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea60b55-2227-4ba3-b2a3-a0b00b0d4cdc None None] Checking router: 2c9ba830-d033-4492-ba3e-27c7ea76f05c for host: dv-cinder-801875-2-iscsi {{(pid=93195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:13:36.212633 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea60b55-2227-4ba3-b2a3-a0b00b0d4cdc None None] Updating router 2c9ba830-d033-4492-ba3e-27c7ea76f05c port a3dd1367-83dd-42c2-8711-f3eed55307dc binding host dv-cinder-801875-2-iscsi {{(pid=93195) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:13:36.259407 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron_lib.callbacks.manager [None req-fea60b55-2227-4ba3-b2a3-a0b00b0d4cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:36.395331 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-79756216-df33-4a08-b529-ca6e3f3ffdea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:36.531164 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron_lib.callbacks.manager [None req-fea60b55-2227-4ba3-b2a3-a0b00b0d4cdc None None] Notify callbacks [] for port, precommit_update {{(pid=93195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:36.548398 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.provisioning_blocks [None req-fea60b55-2227-4ba3-b2a3-a0b00b0d4cdc None None] Transition to ACTIVE for port object a3dd1367-83dd-42c2-8711-f3eed55307dc will not be triggered until provisioned by entity L2. {{(pid=93195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:13:36.555579 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron_lib.callbacks.manager [None req-fea60b55-2227-4ba3-b2a3-a0b00b0d4cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:36.556217 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Device ab7d6829-87a2-4dd7-bad8-11454e4271d9 details requested by agent hyperv_hv-cinder-80187 with host hv-cinder-80187 {{(pid=93194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:13:36.561880 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.db.db_base_plugin_common [None req-79756216-df33-4a08-b529-ca6e3f3ffdea admin admin] Allocated IP 172.20.0.1 (7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66/eb7dc01e-3a8e-4054-a161-8a0276e32317/a362c05e-f646-4871-b054-80a24b31ea76) {{(pid=93193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:13:36.610028 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a243ea6-bdc9-42aa-be0e-46d892ba2b82 None None] Pushing event updated for resources: {'Port': ['ID=a3dd1367-83dd-42c2-8711-f3eed55307dc,revision_number=2']} {{(pid=93195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:13:36.619609 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a243ea6-bdc9-42aa-be0e-46d892ba2b82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:13:36.619939 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a243ea6-bdc9-42aa-be0e-46d892ba2b82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:13:36.620491 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a243ea6-bdc9-42aa-be0e-46d892ba2b82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:13:36.621006 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a243ea6-bdc9-42aa-be0e-46d892ba2b82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:13:36.621491 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a243ea6-bdc9-42aa-be0e-46d892ba2b82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:13:36.621981 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a243ea6-bdc9-42aa-be0e-46d892ba2b82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:13:36.622473 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a243ea6-bdc9-42aa-be0e-46d892ba2b82 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:13:36.622968 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a243ea6-bdc9-42aa-be0e-46d892ba2b82 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:13:36.623858 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a243ea6-bdc9-42aa-be0e-46d892ba2b82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:13:36.624355 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a243ea6-bdc9-42aa-be0e-46d892ba2b82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:13:36.624704 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a243ea6-bdc9-42aa-be0e-46d892ba2b82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:13:36.625034 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a243ea6-bdc9-42aa-be0e-46d892ba2b82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:13:36.625948 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd93d18-2120-4175-a6af-8618dd73abac req-eeacb29a-a8aa-4b04-9ac1-a07845e8cf93 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:36.638227 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-9fd93d18-2120-4175-a6af-8618dd73abac req-eeacb29a-a8aa-4b04-9ac1-a07845e8cf93 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/ports?device_id=d4b462b5-4487-433c-b3e2-d2237872cf55 HTTP/1.1" status: 200 len: 943 time: 0.0955145 Jul 22 23:13:36.646938 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.managers [None req-fea60b55-2227-4ba3-b2a3-a0b00b0d4cdc None None] Attempting to bind port a3dd1367-83dd-42c2-8711-f3eed55307dc on host dv-cinder-801875-2-iscsi for vnic_type normal with profile {{(pid=93195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:13:36.647310 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.managers [None req-fea60b55-2227-4ba3-b2a3-a0b00b0d4cdc None None] Attempting to bind port a3dd1367-83dd-42c2-8711-f3eed55307dc by drivers openvswitch,hyperv on host dv-cinder-801875-2-iscsi at level 0 using segments [{'id': '829b4ee6-bc3b-4b66-8264-3fcbe946197d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4'}] {{(pid=93195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:13:36.647675 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea60b55-2227-4ba3-b2a3-a0b00b0d4cdc None None] Attempting to bind port a3dd1367-83dd-42c2-8711-f3eed55307dc on network e89e037f-b917-4fce-8638-db5189a5e8e4 {{(pid=93195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:13:36.653129 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea60b55-2227-4ba3-b2a3-a0b00b0d4cdc None None] Checking agent: {'id': 'f30eb83a-2393-42b8-bba2-207fe5e6c4a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801875-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 3, 19), 'started_at': datetime.datetime(2021, 7, 22, 23, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801875-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:13:36.653504 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea60b55-2227-4ba3-b2a3-a0b00b0d4cdc None None] Checking segment: {'id': '829b4ee6-bc3b-4b66-8264-3fcbe946197d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:13:36.653911 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron_lib.callbacks.manager [None req-fea60b55-2227-4ba3-b2a3-a0b00b0d4cdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:36.654299 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea60b55-2227-4ba3-b2a3-a0b00b0d4cdc None None] Bound using segment: {'id': '829b4ee6-bc3b-4b66-8264-3fcbe946197d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4'} {{(pid=93195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:13:36.655783 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.managers [None req-fea60b55-2227-4ba3-b2a3-a0b00b0d4cdc None None] Bound port: a3dd1367-83dd-42c2-8711-f3eed55307dc, host: dv-cinder-801875-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '829b4ee6-bc3b-4b66-8264-3fcbe946197d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4'}}] {{(pid=93195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:13:36.656363 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron_lib.callbacks.manager [None req-fea60b55-2227-4ba3-b2a3-a0b00b0d4cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:36.691665 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-9fd93d18-2120-4175-a6af-8618dd73abac req-05339517-cc43-40a7-9b99-1988463c4ea3 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/security-groups?id=d84c6cad-631b-43c5-a35b-86fdac5eacd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525508 Jul 22 23:13:36.718360 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] For port ab7d6829-87a2-4dd7-bad8-11454e4271d9, host hv-cinder-80187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80187',level=0,port_id=ab7d6829-87a2-4dd7-bad8-11454e4271d9,segment=NetworkSegment(16d2cb10-ce94-45af-9e3e-ba31490ef4c9),segment_id=16d2cb10-ce94-45af-9e3e-ba31490ef4c9)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:13:36.720297 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.db [None req-fea60b55-2227-4ba3-b2a3-a0b00b0d4cdc None None] For port a3dd1367-83dd-42c2-8711-f3eed55307dc, host dv-cinder-801875-2-iscsi, cleared binding levels {{(pid=93195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:13:36.724203 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.db [None req-fea60b55-2227-4ba3-b2a3-a0b00b0d4cdc None None] For port a3dd1367-83dd-42c2-8711-f3eed55307dc, host dv-cinder-801875-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801875-2-iscsi',level=0,port_id=a3dd1367-83dd-42c2-8711-f3eed55307dc,segment=NetworkSegment(829b4ee6-bc3b-4b66-8264-3fcbe946197d),segment_id=829b4ee6-bc3b-4b66-8264-3fcbe946197d)] {{(pid=93195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:13:36.730105 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron_lib.callbacks.manager [None req-fea60b55-2227-4ba3-b2a3-a0b00b0d4cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:36.734195 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Returning: {'device': 'ab7d6829-87a2-4dd7-bad8-11454e4271d9', 'network_id': 'e58c7542-6db3-4e04-8d2d-fe660d3affaa', 'port_id': 'ab7d6829-87a2-4dd7-bad8-11454e4271d9', 'mac_address': 'fa:16:3e:c1:4e:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 894, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9ecd397-fc62-4881-82a1-08e8c6fe73f4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:13:36.764792 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-79756216-df33-4a08-b529-ca6e3f3ffdea admin admin] Notify callbacks [] for port, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:36.781091 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.db.provisioning_blocks [None req-79756216-df33-4a08-b529-ca6e3f3ffdea admin admin] Transition to ACTIVE for port object a362c05e-f646-4871-b054-80a24b31ea76 will not be triggered until provisioned by entity DHCP. {{(pid=93193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:13:36.791669 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:36.794343 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea60b55-2227-4ba3-b2a3-a0b00b0d4cdc None None] Routers {'2c9ba830-d033-4492-ba3e-27c7ea76f05c'} bound to L3 agent in host dv-cinder-801875-2-iscsi {{(pid=93195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:13:36.795480 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-fea60b55-2227-4ba3-b2a3-a0b00b0d4cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801875-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:03:18Z,description=,heartbeat_timestamp=2021-07-22T23:13:18Z,host='dv-cinder-801875-2-iscsi',id=fdf30918-cf4b-4771-a7f5-907485eb00f1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:18Z,topic='l3_agent')) {'router_ids': ['2c9ba830-d033-4492-ba3e-27c7ea76f05c'], 'active': True} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:13:36.798794 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a243ea6-bdc9-42aa-be0e-46d892ba2b82 None None] Pushing event updated for resources: {'Port': ['ID=a3dd1367-83dd-42c2-8711-f3eed55307dc,revision_number=3']} {{(pid=93195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:13:36.806620 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.notifiers.nova [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab7d6829-87a2-4dd7-bad8-11454e4271d9 {{(pid=93194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:13:36.824372 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-79756216-df33-4a08-b529-ca6e3f3ffdea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769065317241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31811438'] for port, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:36.833029 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] For port ab7d6829-87a2-4dd7-bad8-11454e4271d9, host hv-cinder-80187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80187',level=0,port_id=ab7d6829-87a2-4dd7-bad8-11454e4271d9,segment=NetworkSegment(16d2cb10-ce94-45af-9e3e-ba31490ef4c9),segment_id=16d2cb10-ce94-45af-9e3e-ba31490ef4c9)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:13:36.838564 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:36.879574 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79756216-df33-4a08-b529-ca6e3f3ffdea admin admin] Pushing event updated for resources: {'Port': ['ID=a362c05e-f646-4871-b054-80a24b31ea76,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:13:36.888592 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79756216-df33-4a08-b529-ca6e3f3ffdea admin admin] Network 7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66 is already hosted by enough agents. {{(pid=93193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:13:36.890897 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.scheduler.base_scheduler [None req-79756216-df33-4a08-b529-ca6e3f3ffdea admin admin] Resources bound (agent type, host, resource id): {{(pid=93193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:13:36.902608 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79756216-df33-4a08-b529-ca6e3f3ffdea admin admin] Received port after_create {{(pid=93193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:13:36.906508 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Pushing event updated for resources: {'Port': ['ID=ab7d6829-87a2-4dd7-bad8-11454e4271d9,revision_number=4']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:13:36.933285 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvr_db [None req-fea60b55-2227-4ba3-b2a3-a0b00b0d4cdc None None] Set router 2c9ba830-d033-4492-ba3e-27c7ea76f05c gateway port host: dv-cinder-801875-2-iscsi {{(pid=93195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:13:36.949679 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-79756216-df33-4a08-b529-ca6e3f3ffdea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-680724'] for router_interface, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:36.997385 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Device 1d03d96f-3d6a-4e38-bc00-d56584de8a61 up at agent ovs-agent-dv-cinder-801875-2-iscsi {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:13:37.080114 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Provisioning for port 1d03d96f-3d6a-4e38-bc00-d56584de8a61 completed by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:13:37.086563 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Provisioning complete for port 1d03d96f-3d6a-4e38-bc00-d56584de8a61 triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:13:37.087222 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832377'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:37.097716 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59417e0-68a1-4889-af0b-fd69b0ed8f95 req-6321694b-85bb-42f8-a839-5568a5f15c48 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:37.099349 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-e59417e0-68a1-4889-af0b-fd69b0ed8f95 req-6321694b-85bb-42f8-a839-5568a5f15c48 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=8271f108-5334-4d0a-a188-933ee657ed0e HTTP/1.1" status: 200 len: 945 time: 0.1154637 Jul 22 23:13:37.166356 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-79756216-df33-4a08-b529-ca6e3f3ffdea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:37.175603 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-e59417e0-68a1-4889-af0b-fd69b0ed8f95 req-dfa4b1be-6a62-4b93-a678-69d0beb9d8dc tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdf4a528-dd54-4780-893e-44f1896a93f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680909 Jul 22 23:13:37.362323 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-fea60b55-2227-4ba3-b2a3-a0b00b0d4cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9ba830-d033-4492-ba3e-27c7ea76f05c', 'name': 'tempest-TestVolumeBootPattern-1596001516-router', 'tenant_id': '7ace0a9b96d34ceb9c996a5476ba0fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'external_fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': 'a3dd1367-83dd-42c2-8711-f3eed55307dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:13:33Z', 'updated_at': '2021-07-22T23:13:34Z', 'revision_number': 3, 'project_id': '7ace0a9b96d34ceb9c996a5476ba0fb1', 'gw_port': {'id': 'a3dd1367-83dd-42c2-8711-f3eed55307dc', 'name': '', 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:f9:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c9ba830-d033-4492-ba3e-27c7ea76f05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:13:34Z', 'updated_at': '2021-07-22T23:13:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801875-2-iscsi'}], 'dv-cinder-801875-2-iscsi', False) {} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:13:37.390571 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-79756216-df33-4a08-b529-ca6e3f3ffdea admin admin] Notify callbacks [] for port, precommit_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:37.396893 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea60b55-2227-4ba3-b2a3-a0b00b0d4cdc None None] The sync data for ids ['2c9ba830-d033-4492-ba3e-27c7ea76f05c'] in dv-cinder-801875-2-iscsi is: [{'id': '2c9ba830-d033-4492-ba3e-27c7ea76f05c', 'name': 'tempest-TestVolumeBootPattern-1596001516-router', 'tenant_id': '7ace0a9b96d34ceb9c996a5476ba0fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'external_fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': 'a3dd1367-83dd-42c2-8711-f3eed55307dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:13:33Z', 'updated_at': '2021-07-22T23:13:34Z', 'revision_number': 3, 'project_id': '7ace0a9b96d34ceb9c996a5476ba0fb1', 'gw_port': {'id': 'a3dd1367-83dd-42c2-8711-f3eed55307dc', 'name': '', 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:f9:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c9ba830-d033-4492-ba3e-27c7ea76f05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:13:34Z', 'updated_at': '2021-07-22T23:13:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801875-2-iscsi'}] {{(pid=93195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:13:37.400968 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-79756216-df33-4a08-b529-ca6e3f3ffdea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31811429'] for port, after_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:37.417865 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:37.421995 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] get_ports_and_sgs() called for port_ids ['ab7d6829-87a2-4dd7-bad8-11454e4271d9'] {{(pid=93194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:13:37.481741 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79756216-df33-4a08-b529-ca6e3f3ffdea admin admin] Pushing event updated for resources: {'Port': ['ID=a362c05e-f646-4871-b054-80a24b31ea76,revision_number=2']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:13:37.485160 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-79756216-df33-4a08-b529-ca6e3f3ffdea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-679076'] for router_interface, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:37.541778 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-17590b33-5bde-4533-900e-5e94de5d241d None None] Provisioning for port a362c05e-f646-4871-b054-80a24b31ea76 completed by entity DHCP. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:13:37.547760 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa7e493-303b-4e08-a915-202ad6e6b8c2 req-5e7d3c04-5cfb-4b60-bf81-2452b461f406 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:37.564689 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-4fa7e493-303b-4e08-a915-202ad6e6b8c2 req-5e7d3c04-5cfb-4b60-bf81-2452b461f406 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=30c4bc5a-ce65-4608-8781-bde54ef98599 HTTP/1.1" status: 200 len: 945 time: 0.1275837 Jul 22 23:13:37.564900 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-17590b33-5bde-4533-900e-5e94de5d241d None None] Provisioning complete for port a362c05e-f646-4871-b054-80a24b31ea76 triggered by entity DHCP. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:13:37.564900 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-17590b33-5bde-4533-900e-5e94de5d241d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832377'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:37.574900 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] For port 1d03d96f-3d6a-4e38-bc00-d56584de8a61, host dv-cinder-801875-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801875-2-iscsi',level=0,port_id=1d03d96f-3d6a-4e38-bc00-d56584de8a61,segment=NetworkSegment(ca173296-7208-4e6e-a636-9266697943d6),segment_id=ca173296-7208-4e6e-a636-9266697943d6)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:13:37.611260 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:37.622943 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-4fa7e493-303b-4e08-a915-202ad6e6b8c2 req-01a2c125-1292-4b12-922e-efb798aeab4f tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659447 Jul 22 23:13:37.654186 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79756216-df33-4a08-b529-ca6e3f3ffdea admin admin] Network 7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66 is already hosted by enough agents. {{(pid=93193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:13:37.658559 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.scheduler.base_scheduler [None req-79756216-df33-4a08-b529-ca6e3f3ffdea admin admin] Resources bound (agent type, host, resource id): {{(pid=93193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:13:37.685455 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-17590b33-5bde-4533-900e-5e94de5d241d None None] Port a362c05e-f646-4871-b054-80a24b31ea76 cannot update to ACTIVE because it is not bound. {{(pid=93194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:13:37.746657 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Pushing event updated for resources: {'Port': ['ID=1d03d96f-3d6a-4e38-bc00-d56584de8a61,revision_number=3']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:13:37.976381 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79756216-df33-4a08-b529-ca6e3f3ffdea admin admin] Router 2c9ba830-d033-4492-ba3e-27c7ea76f05c has already been hosted by L3 agent fdf30918-cf4b-4771-a7f5-907485eb00f1 {{(pid=93193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:13:38.035544 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bca84f-6e08-40fc-9baa-aa6876fe2fe1 req-0241867b-fb91-4b08-9bbb-a5d6b669afe5 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:38.038480 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-e3bca84f-6e08-40fc-9baa-aa6876fe2fe1 req-0241867b-fb91-4b08-9bbb-a5d6b669afe5 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/ports?device_id=d4b462b5-4487-433c-b3e2-d2237872cf55 HTTP/1.1" status: 200 len: 944 time: 0.1889350 Jul 22 23:13:38.109411 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-e3bca84f-6e08-40fc-9baa-aa6876fe2fe1 req-7a218616-a5ce-4a69-a365-b9429b28c1d3 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/security-groups?id=d84c6cad-631b-43c5-a35b-86fdac5eacd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559916 Jul 22 23:13:38.127259 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-9bbd42fe-69f7-48b9-871b-e226c98c6f3b None None] Provisioning complete for port a362c05e-f646-4871-b054-80a24b31ea76 triggered by entity DHCP. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:13:38.127772 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-9bbd42fe-69f7-48b9-871b-e226c98c6f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832377'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:38.181377 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79756216-df33-4a08-b529-ca6e3f3ffdea admin admin] Notify agent at l3_agent.dv-cinder-801875-2-iscsi the message routers_updated {{(pid=93193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:13:38.182469 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-9bbd42fe-69f7-48b9-871b-e226c98c6f3b None None] Port a362c05e-f646-4871-b054-80a24b31ea76 cannot update to ACTIVE because it is not bound. {{(pid=93194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:13:38.193084 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-79756216-df33-4a08-b529-ca6e3f3ffdea admin admin] 10.222.0.44 "PUT /v2.0/routers/2c9ba830-d033-4492-ba3e-27c7ea76f05c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4141674 Jul 22 23:13:38.368173 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40762754-025e-409d-b0fc-2e8fe25ed503 req-a0c6b77f-6ed3-4aba-abb1-37e4181094cb tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:38.373049 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-40762754-025e-409d-b0fc-2e8fe25ed503 req-a0c6b77f-6ed3-4aba-abb1-37e4181094cb tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=8271f108-5334-4d0a-a188-933ee657ed0e HTTP/1.1" status: 200 len: 945 time: 0.1086478 Jul 22 23:13:38.417775 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-40762754-025e-409d-b0fc-2e8fe25ed503 req-0d24b44e-08bc-4f66-8df5-618b9403cc31 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdf4a528-dd54-4780-893e-44f1896a93f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417545 Jul 22 23:13:38.564043 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Device 0c22eed8-2204-4cfb-a713-1daad2ca1326 no longer exists at agent hyperv_hv-cinder-80187 {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:13:38.592128 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] No Port match for: 0c22eed8-2204-4cfb-a713-1daad2ca1326 {{(pid=93194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:13:38.592513 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Device 0c22eed8-2204-4cfb-a713-1daad2ca1326 not bound to the agent host hv-cinder-80187 {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:13:38.771525 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 36144) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:13:38.776808 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [None req-70dc0d70-d08e-47ca-96c1-25ba7cf08394 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1214037480-network', 'tenant_id': 'b0f2ca8c27b04af381481ebc1dec53c6'}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:13:38.798500 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70dc0d70-d08e-47ca-96c1-25ba7cf08394 admin admin] Made reservation on behalf of b0f2ca8c27b04af381481ebc1dec53c6 for: {'network': 1} {{(pid=93193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:13:38.800794 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-70dc0d70-d08e-47ca-96c1-25ba7cf08394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for network, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:38.809351 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-70dc0d70-d08e-47ca-96c1-25ba7cf08394 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:38.908715 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-70dc0d70-d08e-47ca-96c1-25ba7cf08394 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:38.912501 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-70dc0d70-d08e-47ca-96c1-25ba7cf08394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:38.938488 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70dc0d70-d08e-47ca-96c1-25ba7cf08394 admin admin] vlan segment allocate from pool success with {'vlan_id': 886, 'physical_network': 'physnet1'} {{(pid=93193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:13:38.947601 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dc0d70-d08e-47ca-96c1-25ba7cf08394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b791f72-37aa-41f4-a7fe-8511d3db079f,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:13:38.954677 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-70dc0d70-d08e-47ca-96c1-25ba7cf08394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822282'] for segment, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:38.955018 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.db.segments_db [None req-70dc0d70-d08e-47ca-96c1-25ba7cf08394 admin admin] Added segment 9753792a-ead7-43c8-95a8-12ed968abaf4 of type vlan for network 690216a3-b37a-4912-932a-1da61c91c9ed Jul 22 23:13:38.999506 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-70dc0d70-d08e-47ca-96c1-25ba7cf08394 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769065302510'] for network, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:39.003484 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Device 1d03d96f-3d6a-4e38-bc00-d56584de8a61 up at agent ovs-agent-dv-cinder-801875-2-iscsi {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:13:39.029339 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-70dc0d70-d08e-47ca-96c1-25ba7cf08394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165'] for network, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:39.030297 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70dc0d70-d08e-47ca-96c1-25ba7cf08394 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:39.030887 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-70dc0d70-d08e-47ca-96c1-25ba7cf08394 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585183'] for network, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:39.057698 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Provisioning complete for port 1d03d96f-3d6a-4e38-bc00-d56584de8a61 triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:13:39.058599 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832377'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:39.069179 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 36148) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:13:39.069626 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-70dc0d70-d08e-47ca-96c1-25ba7cf08394 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.2965961 Jul 22 23:13:39.075536 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.v2.base [None req-46f228d0-ea87-487f-aede-869e652a6bfb admin admin] Request body: {'subnet': {'network_id': '690216a3-b37a-4912-932a-1da61c91c9ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1214037480-subnet', 'tenant_id': 'b0f2ca8c27b04af381481ebc1dec53c6', 'ip_version': 4}} {{(pid=93192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:13:39.098884 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46f228d0-ea87-487f-aede-869e652a6bfb admin admin] Made reservation on behalf of b0f2ca8c27b04af381481ebc1dec53c6 for: {'subnet': 1} {{(pid=93192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:13:39.101461 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dc0d70-d08e-47ca-96c1-25ba7cf08394 admin admin] Pushing event updated for resources: {'Network': ['ID=690216a3-b37a-4912-932a-1da61c91c9ed,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:13:39.101626 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-46f228d0-ea87-487f-aede-869e652a6bfb admin admin] Notify callbacks [] for subnet, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:39.129611 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Network 690216a3-b37a-4912-932a-1da61c91c9ed details requested by agent ovs-agent-dv-cinder-801875-2-iscsi with host dv-cinder-801875-2-iscsi {{(pid=93194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:13:39.165750 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Device a3dd1367-83dd-42c2-8711-f3eed55307dc up at agent ovs-agent-dv-cinder-801875-2-iscsi {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:13:39.249365 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Provisioning for port a3dd1367-83dd-42c2-8711-f3eed55307dc completed by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:13:39.252998 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Provisioning complete for port a3dd1367-83dd-42c2-8711-f3eed55307dc triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:13:39.253378 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832377'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:39.319067 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a385ad93-4de5-4e72-a69b-9bc44bdaef17 None None] Sync routers for ids ['2c9ba830-d033-4492-ba3e-27c7ea76f05c'] in dv-cinder-801875-2-iscsi {{(pid=93194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:13:39.333210 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ad3e67-82bb-4b79-96ac-97ee26bc91bd req-af6742b3-02a9-4fd9-a182-9a972d81f758 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:39.335161 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-f1ad3e67-82bb-4b79-96ac-97ee26bc91bd req-af6742b3-02a9-4fd9-a182-9a972d81f758 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/ports?device_id=d4b462b5-4487-433c-b3e2-d2237872cf55 HTTP/1.1" status: 200 len: 944 time: 0.1369545 Jul 22 23:13:39.336970 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-46f228d0-ea87-487f-aede-869e652a6bfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165'] for subnet, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:39.338782 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a385ad93-4de5-4e72-a69b-9bc44bdaef17 None None] Routers {'2c9ba830-d033-4492-ba3e-27c7ea76f05c'} bound to L3 agent in host dv-cinder-801875-2-iscsi {{(pid=93194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:13:39.339405 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-a385ad93-4de5-4e72-a69b-9bc44bdaef17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801875-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:03:18Z,description=,heartbeat_timestamp=2021-07-22T23:13:18Z,host='dv-cinder-801875-2-iscsi',id=fdf30918-cf4b-4771-a7f5-907485eb00f1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:18Z,topic='l3_agent')) {'router_ids': ['2c9ba830-d033-4492-ba3e-27c7ea76f05c'], 'active': True} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:13:39.381184 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:39.423968 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f228d0-ea87-487f-aede-869e652a6bfb admin admin] Pushing event updated for resources: {'Subnet': ['ID=86bfed3d-6c12-41ca-9403-91ea76c5a396,revision_number=0']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:13:39.432307 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-f1ad3e67-82bb-4b79-96ac-97ee26bc91bd req-68b02d4e-647f-4739-8d0d-d794a3a77bcd tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/security-groups?id=d84c6cad-631b-43c5-a35b-86fdac5eacd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867436 Jul 22 23:13:39.437886 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] For port a3dd1367-83dd-42c2-8711-f3eed55307dc, host dv-cinder-801875-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801875-2-iscsi',level=0,port_id=a3dd1367-83dd-42c2-8711-f3eed55307dc,segment=NetworkSegment(829b4ee6-bc3b-4b66-8264-3fcbe946197d),segment_id=829b4ee6-bc3b-4b66-8264-3fcbe946197d)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:13:39.440052 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f228d0-ea87-487f-aede-869e652a6bfb admin admin] Checking segment: {'id': '9753792a-ead7-43c8-95a8-12ed968abaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '690216a3-b37a-4912-932a-1da61c91c9ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:13:39.440468 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f228d0-ea87-487f-aede-869e652a6bfb admin admin] Network hostable DHCP agents. Network: 690216a3-b37a-4912-932a-1da61c91c9ed, hostable agents: ['5089d900-808c-476c-958a-0c524ee0753f'], hosted agents: [] {{(pid=93192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:13:39.455397 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:39.468200 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f228d0-ea87-487f-aede-869e652a6bfb admin admin] Network 690216a3-b37a-4912-932a-1da61c91c9ed is scheduled to be hosted by DHCP agent 5089d900-808c-476c-958a-0c524ee0753f with binding_index 1 {{(pid=93192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:13:39.477639 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.scheduler.base_scheduler [None req-46f228d0-ea87-487f-aede-869e652a6bfb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801875-2-iscsi, 690216a3-b37a-4912-932a-1da61c91c9ed) {{(pid=93192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:13:39.483686 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f228d0-ea87-487f-aede-869e652a6bfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:39.484376 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-46f228d0-ea87-487f-aede-869e652a6bfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585183'] for subnet, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:39.499443 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f2b4f5-16c7-401b-ab47-6cc5e09ec712 None None] Network 690216a3-b37a-4912-932a-1da61c91c9ed requested from dv-cinder-801875-2-iscsi {{(pid=93194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:13:39.505376 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 36160) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:13:39.510805 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [None req-6a3c08e9-c203-491a-82a4-6f593df395af admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1214037480-router', 'tenant_id': 'b0f2ca8c27b04af381481ebc1dec53c6', 'external_gateway_info': {'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4'}}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:13:39.513517 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-46f228d0-ea87-487f-aede-869e652a6bfb admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4417763 Jul 22 23:13:39.533341 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvr_db [None req-a385ad93-4de5-4e72-a69b-9bc44bdaef17 None None] Set router 2c9ba830-d033-4492-ba3e-27c7ea76f05c gateway port host: dv-cinder-801875-2-iscsi {{(pid=93194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:13:39.537788 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-6a3c08e9-c203-491a-82a4-6f593df395af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-680763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12263'] for router, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:39.538850 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-6a3c08e9-c203-491a-82a4-6f593df395af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-678997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-678420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-748592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12264'] for router, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:39.582882 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Pushing event updated for resources: {'Port': ['ID=a3dd1367-83dd-42c2-8711-f3eed55307dc,revision_number=4']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:13:39.589137 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349b4435-44ea-428a-ac03-c2d6bf1c64e3 req-de99e6fa-a166-4a22-9fea-1e843ddd0eb7 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:39.593512 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-6a3c08e9-c203-491a-82a4-6f593df395af admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:39.596827 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-349b4435-44ea-428a-ac03-c2d6bf1c64e3 req-de99e6fa-a166-4a22-9fea-1e843ddd0eb7 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=8271f108-5334-4d0a-a188-933ee657ed0e HTTP/1.1" status: 200 len: 945 time: 0.0815370 Jul 22 23:13:39.632885 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-349b4435-44ea-428a-ac03-c2d6bf1c64e3 req-57f96521-a82c-43fb-830c-9ab1083019d4 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdf4a528-dd54-4780-893e-44f1896a93f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350747 Jul 22 23:13:39.740455 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-6a3c08e9-c203-491a-82a4-6f593df395af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680958', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-680789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12250'] for router, precommit_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:39.822584 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9456fc4a-94b9-42e2-80dc-fd8bad51c09f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98100b3a-e8ad-5682-a9ac-80bb6e32739f-690216a3-b37a-4912-932a-1da61c91c9ed', 'network_id': '690216a3-b37a-4912-932a-1da61c91c9ed', 'tenant_id': 'b0f2ca8c27b04af381481ebc1dec53c6', 'fixed_ips': [{'subnet_id': '86bfed3d-6c12-41ca-9403-91ea76c5a396'}]}} from dv-cinder-801875-2-iscsi. {{(pid=93194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:13:39.823660 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-9456fc4a-94b9-42e2-80dc-fd8bad51c09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_create {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:39.936970 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-a385ad93-4de5-4e72-a69b-9bc44bdaef17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9ba830-d033-4492-ba3e-27c7ea76f05c', 'name': 'tempest-TestVolumeBootPattern-1596001516-router', 'tenant_id': '7ace0a9b96d34ceb9c996a5476ba0fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'external_fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': 'a3dd1367-83dd-42c2-8711-f3eed55307dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:13:33Z', 'updated_at': '2021-07-22T23:13:37Z', 'revision_number': 4, 'project_id': '7ace0a9b96d34ceb9c996a5476ba0fb1', 'gw_port': {'id': 'a3dd1367-83dd-42c2-8711-f3eed55307dc', 'name': '', 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:f9:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c9ba830-d033-4492-ba3e-27c7ea76f05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:13:34Z', 'updated_at': '2021-07-22T23:13:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801875-2-iscsi', '_interfaces': [{'id': 'a362c05e-f646-4871-b054-80a24b31ea76', 'name': '', 'network_id': '7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66', 'tenant_id': '7ace0a9b96d34ceb9c996a5476ba0fb1', 'mac_address': 'fa:16:3e:2c:73:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c9ba830-d033-4492-ba3e-27c7ea76f05c', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'eb7dc01e-3a8e-4054-a161-8a0276e32317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:13:36Z', 'updated_at': '2021-07-22T23:13:37Z', 'revision_number': 2, 'project_id': '7ace0a9b96d34ceb9c996a5476ba0fb1', 'subnets': [{'id': 'eb7dc01e-3a8e-4054-a161-8a0276e32317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801875-2-iscsi', False) {} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:13:39.947889 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-6a3c08e9-c203-491a-82a4-6f593df395af admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:39.969803 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-6a3c08e9-c203-491a-82a4-6f593df395af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:39.981214 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a385ad93-4de5-4e72-a69b-9bc44bdaef17 None None] Checking router: 2c9ba830-d033-4492-ba3e-27c7ea76f05c for host: dv-cinder-801875-2-iscsi {{(pid=93194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:13:39.981562 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a385ad93-4de5-4e72-a69b-9bc44bdaef17 None None] Updating router 2c9ba830-d033-4492-ba3e-27c7ea76f05c port a362c05e-f646-4871-b054-80a24b31ea76 binding host dv-cinder-801875-2-iscsi {{(pid=93194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:13:40.033285 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.db_base_plugin_common [None req-9456fc4a-94b9-42e2-80dc-fd8bad51c09f None None] Allocated IP 172.20.0.2 (690216a3-b37a-4912-932a-1da61c91c9ed/86bfed3d-6c12-41ca-9403-91ea76c5a396/bcb56c24-3f92-4030-9785-1fc131c9e9d7) {{(pid=93194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:13:40.035534 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-a385ad93-4de5-4e72-a69b-9bc44bdaef17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:40.072746 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.db.db_base_plugin_common [None req-6a3c08e9-c203-491a-82a4-6f593df395af admin admin] Allocated IP 172.27.1.158 (e89e037f-b917-4fce-8638-db5189a5e8e4/7d2d3a68-9173-4429-9239-290b8b68fb34/27a79ded-a4a7-4254-b42b-69dee168cbdc) {{(pid=93193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:13:40.177240 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-6a3c08e9-c203-491a-82a4-6f593df395af admin admin] Notify callbacks [] for port, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:40.215460 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-6a3c08e9-c203-491a-82a4-6f593df395af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769065317241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31811438'] for port, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:40.252458 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a3c08e9-c203-491a-82a4-6f593df395af admin admin] Network e89e037f-b917-4fce-8638-db5189a5e8e4 is already hosted by enough agents. {{(pid=93193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:13:40.258542 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.scheduler.base_scheduler [None req-6a3c08e9-c203-491a-82a4-6f593df395af admin admin] Resources bound (agent type, host, resource id): {{(pid=93193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:13:40.262035 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3c08e9-c203-491a-82a4-6f593df395af admin admin] Received port after_create {{(pid=93193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:13:40.287768 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3c08e9-c203-491a-82a4-6f593df395af admin admin] Pushing event updated for resources: {'Port': ['ID=27a79ded-a4a7-4254-b42b-69dee168cbdc,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:13:40.441368 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-9456fc4a-94b9-42e2-80dc-fd8bad51c09f None None] Notify callbacks [] for port, precommit_create {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:40.460919 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-9456fc4a-94b9-42e2-80dc-fd8bad51c09f None None] Transition to ACTIVE for port object bcb56c24-3f92-4030-9785-1fc131c9e9d7 will not be triggered until provisioned by entity L2. {{(pid=93194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:13:40.492445 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-9456fc4a-94b9-42e2-80dc-fd8bad51c09f None None] Transition to ACTIVE for port object bcb56c24-3f92-4030-9785-1fc131c9e9d7 will not be triggered until provisioned by entity DHCP. {{(pid=93194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:13:40.503354 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-9456fc4a-94b9-42e2-80dc-fd8bad51c09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769065317241'] for port, after_create {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:40.575342 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9456fc4a-94b9-42e2-80dc-fd8bad51c09f None None] Network 690216a3-b37a-4912-932a-1da61c91c9ed is already hosted by enough agents. {{(pid=93194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:13:40.580197 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14e5d84-93b4-4a0d-a0f9-0363477c7122 req-eb89875d-6985-49fb-8068-fdb767f75186 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:40.583417 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-b14e5d84-93b4-4a0d-a0f9-0363477c7122 req-eb89875d-6985-49fb-8068-fdb767f75186 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/ports?device_id=d4b462b5-4487-433c-b3e2-d2237872cf55 HTTP/1.1" status: 200 len: 944 time: 0.0748491 Jul 22 23:13:40.585190 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.scheduler.base_scheduler [None req-9456fc4a-94b9-42e2-80dc-fd8bad51c09f None None] Resources bound (agent type, host, resource id): {{(pid=93194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:13:40.595387 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9456fc4a-94b9-42e2-80dc-fd8bad51c09f None None] Received port after_create {{(pid=93194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:13:40.606100 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9456fc4a-94b9-42e2-80dc-fd8bad51c09f None None] Pushing event updated for resources: {'Port': ['ID=bcb56c24-3f92-4030-9785-1fc131c9e9d7,revision_number=1']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:13:40.611517 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-a385ad93-4de5-4e72-a69b-9bc44bdaef17 None None] Notify callbacks [] for port, precommit_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:40.628435 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-b14e5d84-93b4-4a0d-a0f9-0363477c7122 req-25dbf38e-b7f3-468e-bf12-7f273d70c25a tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/security-groups?id=d84c6cad-631b-43c5-a35b-86fdac5eacd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380991 Jul 22 23:13:40.643023 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-a385ad93-4de5-4e72-a69b-9bc44bdaef17 None None] Transition to ACTIVE for port object a362c05e-f646-4871-b054-80a24b31ea76 will not be triggered until provisioned by entity L2. {{(pid=93194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:13:40.666926 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-a385ad93-4de5-4e72-a69b-9bc44bdaef17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:40.705053 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.managers [None req-9456fc4a-94b9-42e2-80dc-fd8bad51c09f None None] Attempting to bind port bcb56c24-3f92-4030-9785-1fc131c9e9d7 on host dv-cinder-801875-2-iscsi for vnic_type normal with profile {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:13:40.705317 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.managers [None req-9456fc4a-94b9-42e2-80dc-fd8bad51c09f None None] Attempting to bind port bcb56c24-3f92-4030-9785-1fc131c9e9d7 by drivers openvswitch,hyperv on host dv-cinder-801875-2-iscsi at level 0 using segments [{'id': '9753792a-ead7-43c8-95a8-12ed968abaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '690216a3-b37a-4912-932a-1da61c91c9ed'}] {{(pid=93194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:13:40.705672 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9456fc4a-94b9-42e2-80dc-fd8bad51c09f None None] Attempting to bind port bcb56c24-3f92-4030-9785-1fc131c9e9d7 on network 690216a3-b37a-4912-932a-1da61c91c9ed {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:13:40.718067 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9456fc4a-94b9-42e2-80dc-fd8bad51c09f None None] Checking agent: {'id': 'f30eb83a-2393-42b8-bba2-207fe5e6c4a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801875-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 3, 19), 'started_at': datetime.datetime(2021, 7, 22, 23, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801875-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:13:40.718447 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9456fc4a-94b9-42e2-80dc-fd8bad51c09f None None] Checking segment: {'id': '9753792a-ead7-43c8-95a8-12ed968abaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '690216a3-b37a-4912-932a-1da61c91c9ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:13:40.718846 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-9456fc4a-94b9-42e2-80dc-fd8bad51c09f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:40.719234 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9456fc4a-94b9-42e2-80dc-fd8bad51c09f None None] Bound using segment: {'id': '9753792a-ead7-43c8-95a8-12ed968abaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '690216a3-b37a-4912-932a-1da61c91c9ed'} {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:13:40.719703 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.managers [None req-9456fc4a-94b9-42e2-80dc-fd8bad51c09f None None] Bound port: bcb56c24-3f92-4030-9785-1fc131c9e9d7, host: dv-cinder-801875-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9753792a-ead7-43c8-95a8-12ed968abaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '690216a3-b37a-4912-932a-1da61c91c9ed'}}] {{(pid=93194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:13:40.720076 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-9456fc4a-94b9-42e2-80dc-fd8bad51c09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:40.736481 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-6a3c08e9-c203-491a-82a4-6f593df395af admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:40.772392 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e77cbd-e405-4d81-a0b8-90e72467884b None None] Pushing event updated for resources: {'Port': ['ID=a362c05e-f646-4871-b054-80a24b31ea76,revision_number=3']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:13:40.799933 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061ef801-7c8d-44e6-90f5-4b2d4a8f56d4 req-a02efcd0-9bc7-496f-b3cc-75976f73c63b tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:40.801852 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-061ef801-7c8d-44e6-90f5-4b2d4a8f56d4 req-a02efcd0-9bc7-496f-b3cc-75976f73c63b tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=8271f108-5334-4d0a-a188-933ee657ed0e HTTP/1.1" status: 200 len: 945 time: 0.0851994 Jul 22 23:13:40.836565 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.managers [None req-a385ad93-4de5-4e72-a69b-9bc44bdaef17 None None] Attempting to bind port a362c05e-f646-4871-b054-80a24b31ea76 on host dv-cinder-801875-2-iscsi for vnic_type normal with profile {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:13:40.836933 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.managers [None req-a385ad93-4de5-4e72-a69b-9bc44bdaef17 None None] Attempting to bind port a362c05e-f646-4871-b054-80a24b31ea76 by drivers openvswitch,hyperv on host dv-cinder-801875-2-iscsi at level 0 using segments [{'id': 'ca173296-7208-4e6e-a636-9266697943d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66'}] {{(pid=93194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:13:40.837299 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a385ad93-4de5-4e72-a69b-9bc44bdaef17 None None] Attempting to bind port a362c05e-f646-4871-b054-80a24b31ea76 on network 7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66 {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:13:40.852092 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a385ad93-4de5-4e72-a69b-9bc44bdaef17 None None] Checking agent: {'id': 'f30eb83a-2393-42b8-bba2-207fe5e6c4a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801875-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 3, 19), 'started_at': datetime.datetime(2021, 7, 22, 23, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801875-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:13:40.852498 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a385ad93-4de5-4e72-a69b-9bc44bdaef17 None None] Checking segment: {'id': 'ca173296-7208-4e6e-a636-9266697943d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:13:40.853052 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-a385ad93-4de5-4e72-a69b-9bc44bdaef17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:40.853344 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a385ad93-4de5-4e72-a69b-9bc44bdaef17 None None] Bound using segment: {'id': 'ca173296-7208-4e6e-a636-9266697943d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66'} {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:13:40.853745 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.managers [None req-a385ad93-4de5-4e72-a69b-9bc44bdaef17 None None] Bound port: a362c05e-f646-4871-b054-80a24b31ea76, host: dv-cinder-801875-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca173296-7208-4e6e-a636-9266697943d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66'}}] {{(pid=93194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:13:40.854064 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-061ef801-7c8d-44e6-90f5-4b2d4a8f56d4 req-7d047207-a66a-4179-a203-d4356c33d39b tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdf4a528-dd54-4780-893e-44f1896a93f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464292 Jul 22 23:13:40.854175 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-a385ad93-4de5-4e72-a69b-9bc44bdaef17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:40.875772 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-9456fc4a-94b9-42e2-80dc-fd8bad51c09f None None] For port bcb56c24-3f92-4030-9785-1fc131c9e9d7, host dv-cinder-801875-2-iscsi, cleared binding levels {{(pid=93194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:13:40.918481 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-9456fc4a-94b9-42e2-80dc-fd8bad51c09f None None] For port bcb56c24-3f92-4030-9785-1fc131c9e9d7, host dv-cinder-801875-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801875-2-iscsi',level=0,port_id=bcb56c24-3f92-4030-9785-1fc131c9e9d7,segment=NetworkSegment(9753792a-ead7-43c8-95a8-12ed968abaf4),segment_id=9753792a-ead7-43c8-95a8-12ed968abaf4)] {{(pid=93194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:13:40.926480 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-9456fc4a-94b9-42e2-80dc-fd8bad51c09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:40.943501 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Device a3dd1367-83dd-42c2-8711-f3eed55307dc up at agent ovs-agent-dv-cinder-801875-2-iscsi {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:13:40.997752 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-6a3c08e9-c203-491a-82a4-6f593df395af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-680770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680933'] for router, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:41.057652 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-a385ad93-4de5-4e72-a69b-9bc44bdaef17 None None] For port a362c05e-f646-4871-b054-80a24b31ea76, host dv-cinder-801875-2-iscsi, cleared binding levels {{(pid=93194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:13:41.072568 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9456fc4a-94b9-42e2-80dc-fd8bad51c09f None None] Pushing event updated for resources: {'Port': ['ID=bcb56c24-3f92-4030-9785-1fc131c9e9d7,revision_number=2']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:13:41.081592 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-a385ad93-4de5-4e72-a69b-9bc44bdaef17 None None] For port a362c05e-f646-4871-b054-80a24b31ea76, host dv-cinder-801875-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801875-2-iscsi',level=0,port_id=a362c05e-f646-4871-b054-80a24b31ea76,segment=NetworkSegment(ca173296-7208-4e6e-a636-9266697943d6),segment_id=ca173296-7208-4e6e-a636-9266697943d6)] {{(pid=93194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:13:41.090764 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-a385ad93-4de5-4e72-a69b-9bc44bdaef17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:41.126724 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Provisioning complete for port a3dd1367-83dd-42c2-8711-f3eed55307dc triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:13:41.127093 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832377'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:41.142865 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a3c08e9-c203-491a-82a4-6f593df395af admin admin] Router 98e55bb0-9a24-4117-a34f-f69ac7cdbae5 is scheduled to L3 agent fdf30918-cf4b-4771-a7f5-907485eb00f1 with binding_index 1 {{(pid=93193) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:13:41.185599 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a385ad93-4de5-4e72-a69b-9bc44bdaef17 None None] Routers {'2c9ba830-d033-4492-ba3e-27c7ea76f05c'} bound to L3 agent in host dv-cinder-801875-2-iscsi {{(pid=93194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:13:41.186233 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-a385ad93-4de5-4e72-a69b-9bc44bdaef17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801875-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:03:18Z,description=,heartbeat_timestamp=2021-07-22T23:13:18Z,host='dv-cinder-801875-2-iscsi',id=fdf30918-cf4b-4771-a7f5-907485eb00f1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:18Z,topic='l3_agent')) {'router_ids': ['2c9ba830-d033-4492-ba3e-27c7ea76f05c'], 'active': True} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:13:41.194919 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e77cbd-e405-4d81-a0b8-90e72467884b None None] Pushing event updated for resources: {'Port': ['ID=a362c05e-f646-4871-b054-80a24b31ea76,revision_number=4']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:13:41.280256 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a3c08e9-c203-491a-82a4-6f593df395af admin admin] Notify agent at l3_agent.dv-cinder-801875-2-iscsi the message routers_updated {{(pid=93193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:13:41.289370 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e0e9d9-b0c2-4a6a-a804-5e3e1296aa7c None None] Sync routers for ids ['98e55bb0-9a24-4117-a34f-f69ac7cdbae5'] in dv-cinder-801875-2-iscsi {{(pid=93195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:13:41.303517 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-6a3c08e9-c203-491a-82a4-6f593df395af admin admin] Notify callbacks [] for router, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:41.308315 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 36176) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:13:41.315743 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-6a3c08e9-c203-491a-82a4-6f593df395af admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8035803 Jul 22 23:13:41.319229 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e0e9d9-b0c2-4a6a-a804-5e3e1296aa7c None None] Routers {'98e55bb0-9a24-4117-a34f-f69ac7cdbae5'} bound to L3 agent in host dv-cinder-801875-2-iscsi {{(pid=93195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:13:41.319876 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-87e0e9d9-b0c2-4a6a-a804-5e3e1296aa7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801875-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:03:18Z,description=,heartbeat_timestamp=2021-07-22T23:13:18Z,host='dv-cinder-801875-2-iscsi',id=fdf30918-cf4b-4771-a7f5-907485eb00f1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:18Z,topic='l3_agent')) {'router_ids': ['98e55bb0-9a24-4117-a34f-f69ac7cdbae5'], 'active': True} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:13:41.363722 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvr_db [None req-a385ad93-4de5-4e72-a69b-9bc44bdaef17 None None] Set router 2c9ba830-d033-4492-ba3e-27c7ea76f05c gateway port host: dv-cinder-801875-2-iscsi {{(pid=93194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:13:41.435832 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvr_db [None req-87e0e9d9-b0c2-4a6a-a804-5e3e1296aa7c None None] Set router 98e55bb0-9a24-4117-a34f-f69ac7cdbae5 gateway port host: dv-cinder-801875-2-iscsi {{(pid=93195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:13:41.630007 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-87e0e9d9-b0c2-4a6a-a804-5e3e1296aa7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98e55bb0-9a24-4117-a34f-f69ac7cdbae5', 'name': 'tempest-TestVolumeBootPattern-1214037480-router', 'tenant_id': 'b0f2ca8c27b04af381481ebc1dec53c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'external_fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '27a79ded-a4a7-4254-b42b-69dee168cbdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:13:39Z', 'updated_at': '2021-07-22T23:13:40Z', 'revision_number': 3, 'project_id': 'b0f2ca8c27b04af381481ebc1dec53c6', 'gw_port': {'id': '27a79ded-a4a7-4254-b42b-69dee168cbdc', 'name': '', 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ac:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98e55bb0-9a24-4117-a34f-f69ac7cdbae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:13:39Z', 'updated_at': '2021-07-22T23:13:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801875-2-iscsi'}], 'dv-cinder-801875-2-iscsi', False) {} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:13:41.636681 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-a385ad93-4de5-4e72-a69b-9bc44bdaef17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9ba830-d033-4492-ba3e-27c7ea76f05c', 'name': 'tempest-TestVolumeBootPattern-1596001516-router', 'tenant_id': '7ace0a9b96d34ceb9c996a5476ba0fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'external_fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': 'a3dd1367-83dd-42c2-8711-f3eed55307dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:13:33Z', 'updated_at': '2021-07-22T23:13:37Z', 'revision_number': 4, 'project_id': '7ace0a9b96d34ceb9c996a5476ba0fb1', 'gw_port': {'id': 'a3dd1367-83dd-42c2-8711-f3eed55307dc', 'name': '', 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:f9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9ba830-d033-4492-ba3e-27c7ea76f05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:13:34Z', 'updated_at': '2021-07-22T23:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801875-2-iscsi', '_interfaces': [{'id': 'a362c05e-f646-4871-b054-80a24b31ea76', 'name': '', 'network_id': '7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66', 'tenant_id': '7ace0a9b96d34ceb9c996a5476ba0fb1', 'mac_address': 'fa:16:3e:2c:73:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c9ba830-d033-4492-ba3e-27c7ea76f05c', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'eb7dc01e-3a8e-4054-a161-8a0276e32317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:13:36Z', 'updated_at': '2021-07-22T23:13:41Z', 'revision_number': 4, 'project_id': '7ace0a9b96d34ceb9c996a5476ba0fb1', 'subnets': [{'id': 'eb7dc01e-3a8e-4054-a161-8a0276e32317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801875-2-iscsi', False) {} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:13:41.660038 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e0e9d9-b0c2-4a6a-a804-5e3e1296aa7c None None] Checking router: 98e55bb0-9a24-4117-a34f-f69ac7cdbae5 for host: dv-cinder-801875-2-iscsi {{(pid=93195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:13:41.660415 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e0e9d9-b0c2-4a6a-a804-5e3e1296aa7c None None] Updating router 98e55bb0-9a24-4117-a34f-f69ac7cdbae5 port 27a79ded-a4a7-4254-b42b-69dee168cbdc binding host dv-cinder-801875-2-iscsi {{(pid=93195) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:13:41.668951 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a385ad93-4de5-4e72-a69b-9bc44bdaef17 None None] The sync data for ids ['2c9ba830-d033-4492-ba3e-27c7ea76f05c'] in dv-cinder-801875-2-iscsi is: [{'id': '2c9ba830-d033-4492-ba3e-27c7ea76f05c', 'name': 'tempest-TestVolumeBootPattern-1596001516-router', 'tenant_id': '7ace0a9b96d34ceb9c996a5476ba0fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'external_fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': 'a3dd1367-83dd-42c2-8711-f3eed55307dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:13:33Z', 'updated_at': '2021-07-22T23:13:37Z', 'revision_number': 4, 'project_id': '7ace0a9b96d34ceb9c996a5476ba0fb1', 'gw_port': {'id': 'a3dd1367-83dd-42c2-8711-f3eed55307dc', 'name': '', 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:f9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9ba830-d033-4492-ba3e-27c7ea76f05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:13:34Z', 'updated_at': '2021-07-22T23:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801875-2-iscsi', '_interfaces': [{'id': 'a362c05e-f646-4871-b054-80a24b31ea76', 'name': '', 'network_id': '7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66', 'tenant_id': '7ace0a9b96d34ceb9c996a5476ba0fb1', 'mac_address': 'fa:16:3e:2c:73:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c9ba830-d033-4492-ba3e-27c7ea76f05c', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'eb7dc01e-3a8e-4054-a161-8a0276e32317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:13:36Z', 'updated_at': '2021-07-22T23:13:41Z', 'revision_number': 4, 'project_id': '7ace0a9b96d34ceb9c996a5476ba0fb1', 'subnets': [{'id': 'eb7dc01e-3a8e-4054-a161-8a0276e32317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:13:41.700255 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron_lib.callbacks.manager [None req-87e0e9d9-b0c2-4a6a-a804-5e3e1296aa7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:41.897303 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8b9d0c-2fea-4661-a026-a6a45f90076c req-9f77c6f5-d24b-48f1-9391-dab8862556c3 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:41.898867 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-ae8b9d0c-2fea-4661-a026-a6a45f90076c req-9f77c6f5-d24b-48f1-9391-dab8862556c3 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/ports?device_id=d4b462b5-4487-433c-b3e2-d2237872cf55 HTTP/1.1" status: 200 len: 944 time: 0.1415474 Jul 22 23:13:41.941689 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-3c9bc2ca-eace-4609-9307-3fd6f2e17421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:42.074493 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron_lib.callbacks.manager [None req-87e0e9d9-b0c2-4a6a-a804-5e3e1296aa7c None None] Notify callbacks [] for port, precommit_update {{(pid=93195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:42.095612 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.provisioning_blocks [None req-87e0e9d9-b0c2-4a6a-a804-5e3e1296aa7c None None] Transition to ACTIVE for port object 27a79ded-a4a7-4254-b42b-69dee168cbdc will not be triggered until provisioned by entity L2. {{(pid=93195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:13:42.106148 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron_lib.callbacks.manager [None req-87e0e9d9-b0c2-4a6a-a804-5e3e1296aa7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:42.150409 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd02742-ca11-4018-a442-271f412be8ca None None] Pushing event updated for resources: {'Port': ['ID=27a79ded-a4a7-4254-b42b-69dee168cbdc,revision_number=2']} {{(pid=93195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:13:42.179570 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.managers [None req-87e0e9d9-b0c2-4a6a-a804-5e3e1296aa7c None None] Attempting to bind port 27a79ded-a4a7-4254-b42b-69dee168cbdc on host dv-cinder-801875-2-iscsi for vnic_type normal with profile {{(pid=93195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:13:42.180398 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.managers [None req-87e0e9d9-b0c2-4a6a-a804-5e3e1296aa7c None None] Attempting to bind port 27a79ded-a4a7-4254-b42b-69dee168cbdc by drivers openvswitch,hyperv on host dv-cinder-801875-2-iscsi at level 0 using segments [{'id': '829b4ee6-bc3b-4b66-8264-3fcbe946197d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4'}] {{(pid=93195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:13:42.180996 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e0e9d9-b0c2-4a6a-a804-5e3e1296aa7c None None] Attempting to bind port 27a79ded-a4a7-4254-b42b-69dee168cbdc on network e89e037f-b917-4fce-8638-db5189a5e8e4 {{(pid=93195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:13:42.186963 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e0e9d9-b0c2-4a6a-a804-5e3e1296aa7c None None] Checking agent: {'id': 'f30eb83a-2393-42b8-bba2-207fe5e6c4a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801875-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 3, 19), 'started_at': datetime.datetime(2021, 7, 22, 23, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801875-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:13:42.187330 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e0e9d9-b0c2-4a6a-a804-5e3e1296aa7c None None] Checking segment: {'id': '829b4ee6-bc3b-4b66-8264-3fcbe946197d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:13:42.187733 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron_lib.callbacks.manager [None req-87e0e9d9-b0c2-4a6a-a804-5e3e1296aa7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:42.188140 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e0e9d9-b0c2-4a6a-a804-5e3e1296aa7c None None] Bound using segment: {'id': '829b4ee6-bc3b-4b66-8264-3fcbe946197d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4'} {{(pid=93195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:13:42.189372 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.managers [None req-87e0e9d9-b0c2-4a6a-a804-5e3e1296aa7c None None] Bound port: 27a79ded-a4a7-4254-b42b-69dee168cbdc, host: dv-cinder-801875-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '829b4ee6-bc3b-4b66-8264-3fcbe946197d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4'}}] {{(pid=93195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:13:42.189478 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron_lib.callbacks.manager [None req-87e0e9d9-b0c2-4a6a-a804-5e3e1296aa7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:42.203664 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d158b3-8ef5-4a35-9f33-a0d838f6f8d1 None None] Network 690216a3-b37a-4912-932a-1da61c91c9ed requested from dv-cinder-801875-2-iscsi {{(pid=93194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:13:42.255491 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.db [None req-87e0e9d9-b0c2-4a6a-a804-5e3e1296aa7c None None] For port 27a79ded-a4a7-4254-b42b-69dee168cbdc, host dv-cinder-801875-2-iscsi, cleared binding levels {{(pid=93195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:13:42.259782 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.db [None req-87e0e9d9-b0c2-4a6a-a804-5e3e1296aa7c None None] For port 27a79ded-a4a7-4254-b42b-69dee168cbdc, host dv-cinder-801875-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801875-2-iscsi',level=0,port_id=27a79ded-a4a7-4254-b42b-69dee168cbdc,segment=NetworkSegment(829b4ee6-bc3b-4b66-8264-3fcbe946197d),segment_id=829b4ee6-bc3b-4b66-8264-3fcbe946197d)] {{(pid=93195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:13:42.266745 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-ae8b9d0c-2fea-4661-a026-a6a45f90076c req-457ef402-9fd3-4428-a000-c584dd8413ef tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/security-groups?id=d84c6cad-631b-43c5-a35b-86fdac5eacd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3592112 Jul 22 23:13:42.274919 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron_lib.callbacks.manager [None req-87e0e9d9-b0c2-4a6a-a804-5e3e1296aa7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:42.325103 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-1d267868-5671-40f1-81cb-599fcf13b968 None None] Provisioning for port bcb56c24-3f92-4030-9785-1fc131c9e9d7 completed by entity DHCP. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:13:42.346723 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd02742-ca11-4018-a442-271f412be8ca None None] Pushing event updated for resources: {'Port': ['ID=27a79ded-a4a7-4254-b42b-69dee168cbdc,revision_number=3']} {{(pid=93195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:13:42.370612 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e0e9d9-b0c2-4a6a-a804-5e3e1296aa7c None None] Routers {'98e55bb0-9a24-4117-a34f-f69ac7cdbae5'} bound to L3 agent in host dv-cinder-801875-2-iscsi {{(pid=93195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:13:42.371249 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-87e0e9d9-b0c2-4a6a-a804-5e3e1296aa7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801875-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:03:18Z,description=,heartbeat_timestamp=2021-07-22T23:13:18Z,host='dv-cinder-801875-2-iscsi',id=fdf30918-cf4b-4771-a7f5-907485eb00f1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:18Z,topic='l3_agent')) {'router_ids': ['98e55bb0-9a24-4117-a34f-f69ac7cdbae5'], 'active': True} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:13:42.377121 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61e2096-b728-4bcf-a8ad-f96cc2166950 req-b433bbaa-2911-496b-9b29-0fda05f59116 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:42.378669 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-d61e2096-b728-4bcf-a8ad-f96cc2166950 req-b433bbaa-2911-496b-9b29-0fda05f59116 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=8271f108-5334-4d0a-a188-933ee657ed0e HTTP/1.1" status: 200 len: 945 time: 0.3933508 Jul 22 23:13:42.428616 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-d61e2096-b728-4bcf-a8ad-f96cc2166950 req-6c37a559-0a00-475f-ab0b-0eab40c969ca tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdf4a528-dd54-4780-893e-44f1896a93f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443125 Jul 22 23:13:42.480446 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.db.db_base_plugin_common [None req-3c9bc2ca-eace-4609-9307-3fd6f2e17421 admin admin] Allocated IP 172.20.0.1 (690216a3-b37a-4912-932a-1da61c91c9ed/86bfed3d-6c12-41ca-9403-91ea76c5a396/565603f0-0c73-41c0-88e6-24edaa88ce4d) {{(pid=93192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:13:42.501478 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvr_db [None req-87e0e9d9-b0c2-4a6a-a804-5e3e1296aa7c None None] Set router 98e55bb0-9a24-4117-a34f-f69ac7cdbae5 gateway port host: dv-cinder-801875-2-iscsi {{(pid=93195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:13:42.596452 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Device ab7d6829-87a2-4dd7-bad8-11454e4271d9 up at agent hyperv_hv-cinder-80187 {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:13:42.619046 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-3c9bc2ca-eace-4609-9307-3fd6f2e17421 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:42.636231 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.db.provisioning_blocks [None req-3c9bc2ca-eace-4609-9307-3fd6f2e17421 admin admin] Transition to ACTIVE for port object 565603f0-0c73-41c0-88e6-24edaa88ce4d will not be triggered until provisioned by entity DHCP. {{(pid=93192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:13:42.689203 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-3c9bc2ca-eace-4609-9307-3fd6f2e17421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769065317241'] for port, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:42.697169 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Provisioning for port ab7d6829-87a2-4dd7-bad8-11454e4271d9 completed by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:13:42.702803 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Provisioning complete for port ab7d6829-87a2-4dd7-bad8-11454e4271d9 triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:13:42.703260 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832377'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:42.739194 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9bc2ca-eace-4609-9307-3fd6f2e17421 admin admin] Network 690216a3-b37a-4912-932a-1da61c91c9ed is already hosted by enough agents. {{(pid=93192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:13:42.743269 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.scheduler.base_scheduler [None req-3c9bc2ca-eace-4609-9307-3fd6f2e17421 admin admin] Resources bound (agent type, host, resource id): {{(pid=93192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:13:42.745667 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9bc2ca-eace-4609-9307-3fd6f2e17421 admin admin] Received port after_create {{(pid=93192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:13:42.746361 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-3c9bc2ca-eace-4609-9307-3fd6f2e17421 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-680724'] for router_interface, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:42.810657 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-87e0e9d9-b0c2-4a6a-a804-5e3e1296aa7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98e55bb0-9a24-4117-a34f-f69ac7cdbae5', 'name': 'tempest-TestVolumeBootPattern-1214037480-router', 'tenant_id': 'b0f2ca8c27b04af381481ebc1dec53c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'external_fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '27a79ded-a4a7-4254-b42b-69dee168cbdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:13:39Z', 'updated_at': '2021-07-22T23:13:40Z', 'revision_number': 3, 'project_id': 'b0f2ca8c27b04af381481ebc1dec53c6', 'gw_port': {'id': '27a79ded-a4a7-4254-b42b-69dee168cbdc', 'name': '', 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ac:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98e55bb0-9a24-4117-a34f-f69ac7cdbae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:13:39Z', 'updated_at': '2021-07-22T23:13:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801875-2-iscsi'}], 'dv-cinder-801875-2-iscsi', False) {} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:13:42.816793 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:42.850771 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9bc2ca-eace-4609-9307-3fd6f2e17421 admin admin] Pushing event updated for resources: {'Port': ['ID=565603f0-0c73-41c0-88e6-24edaa88ce4d,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:13:42.856307 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] For port ab7d6829-87a2-4dd7-bad8-11454e4271d9, host hv-cinder-80187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80187',level=0,port_id=ab7d6829-87a2-4dd7-bad8-11454e4271d9,segment=NetworkSegment(16d2cb10-ce94-45af-9e3e-ba31490ef4c9),segment_id=16d2cb10-ce94-45af-9e3e-ba31490ef4c9)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:13:42.858136 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4b462b5-4487-433c-b3e2-d2237872cf55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab7d6829-87a2-4dd7-bad8-11454e4271d9'}] {{(pid=93194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:13:42.861351 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7601765a566782fd39478405f6fadc52a0f9e3dab845648c9e7fe91a53a45b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-139dd7d5-d19c-4925-9333-05b6658fdc95" -d '{"events": [{"server_uuid": "d4b462b5-4487-433c-b3e2-d2237872cf55", "name": "network-vif-plugged", "status": "completed", "tag": "ab7d6829-87a2-4dd7-bad8-11454e4271d9"}]}' {{(pid=93194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:13:42.880515 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:42.882932 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e0e9d9-b0c2-4a6a-a804-5e3e1296aa7c None None] The sync data for ids ['98e55bb0-9a24-4117-a34f-f69ac7cdbae5'] in dv-cinder-801875-2-iscsi is: [{'id': '98e55bb0-9a24-4117-a34f-f69ac7cdbae5', 'name': 'tempest-TestVolumeBootPattern-1214037480-router', 'tenant_id': 'b0f2ca8c27b04af381481ebc1dec53c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'external_fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '27a79ded-a4a7-4254-b42b-69dee168cbdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:13:39Z', 'updated_at': '2021-07-22T23:13:40Z', 'revision_number': 3, 'project_id': 'b0f2ca8c27b04af381481ebc1dec53c6', 'gw_port': {'id': '27a79ded-a4a7-4254-b42b-69dee168cbdc', 'name': '', 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ac:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98e55bb0-9a24-4117-a34f-f69ac7cdbae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:13:39Z', 'updated_at': '2021-07-22T23:13:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801875-2-iscsi'}] {{(pid=93195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:13:42.948941 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-3c9bc2ca-eace-4609-9307-3fd6f2e17421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:42.964786 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7b7a7b1-e280-4421-a98f-b67e0d678b9a x-openstack-request-id: req-d7b7a7b1-e280-4421-a98f-b67e0d678b9a {{(pid=93194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:13:42.970165 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4b462b5-4487-433c-b3e2-d2237872cf55", "name": "network-vif-plugged", "status": "completed", "tag": "ab7d6829-87a2-4dd7-bad8-11454e4271d9", "code": 200}]} {{(pid=93194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:13:42.970545 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d7b7a7b1-e280-4421-a98f-b67e0d678b9a {{(pid=93194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:13:42.970976 dv-cinder-801875-2-iscsi neutron-server[93194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4b462b5-4487-433c-b3e2-d2237872cf55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab7d6829-87a2-4dd7-bad8-11454e4271d9', 'code': 200} Jul 22 23:13:43.025175 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Pushing event updated for resources: {'Port': ['ID=ab7d6829-87a2-4dd7-bad8-11454e4271d9,revision_number=5']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:13:43.056002 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Device bcb56c24-3f92-4030-9785-1fc131c9e9d7 up at agent ovs-agent-dv-cinder-801875-2-iscsi {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:13:43.141695 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Provisioning for port bcb56c24-3f92-4030-9785-1fc131c9e9d7 completed by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:13:43.146092 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Provisioning complete for port bcb56c24-3f92-4030-9785-1fc131c9e9d7 triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:13:43.146462 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832377'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:43.199637 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-22948823-c1e4-4064-9170-aa5eb67082f9 None None] Provisioning for port 565603f0-0c73-41c0-88e6-24edaa88ce4d completed by entity DHCP. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:13:43.205501 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-22948823-c1e4-4064-9170-aa5eb67082f9 None None] Provisioning complete for port 565603f0-0c73-41c0-88e6-24edaa88ce4d triggered by entity DHCP. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:13:43.205866 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-22948823-c1e4-4064-9170-aa5eb67082f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832377'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:43.271491 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-3c9bc2ca-eace-4609-9307-3fd6f2e17421 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:43.272638 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-22948823-c1e4-4064-9170-aa5eb67082f9 None None] Port 565603f0-0c73-41c0-88e6-24edaa88ce4d cannot update to ACTIVE because it is not bound. {{(pid=93194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:13:43.275935 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:43.280996 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-3c9bc2ca-eace-4609-9307-3fd6f2e17421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:43.281719 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-3c9bc2ca-eace-4609-9307-3fd6f2e17421 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-679076'] for router_interface, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:43.311758 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef52c7cc-40a7-495b-ae62-940b7eafd910 req-3655638a-b066-4437-af1f-85d6be923ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:43.312200 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] For port bcb56c24-3f92-4030-9785-1fc131c9e9d7, host dv-cinder-801875-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801875-2-iscsi',level=0,port_id=bcb56c24-3f92-4030-9785-1fc131c9e9d7,segment=NetworkSegment(9753792a-ead7-43c8-95a8-12ed968abaf4),segment_id=9753792a-ead7-43c8-95a8-12ed968abaf4)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:13:43.313318 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-ef52c7cc-40a7-495b-ae62-940b7eafd910 req-3655638a-b066-4437-af1f-85d6be923ae6 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=d4b462b5-4487-433c-b3e2-d2237872cf55 HTTP/1.1" status: 200 len: 1098 time: 0.1266980 Jul 22 23:13:43.320623 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:43.322461 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Device a362c05e-f646-4871-b054-80a24b31ea76 up at agent ovs-agent-dv-cinder-801875-2-iscsi {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:13:43.380381 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9bc2ca-eace-4609-9307-3fd6f2e17421 admin admin] Pushing event updated for resources: {'Port': ['ID=565603f0-0c73-41c0-88e6-24edaa88ce4d,revision_number=2']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:13:43.421694 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Pushing event updated for resources: {'Port': ['ID=bcb56c24-3f92-4030-9785-1fc131c9e9d7,revision_number=3']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:13:43.434491 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Provisioning for port a362c05e-f646-4871-b054-80a24b31ea76 completed by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:13:43.442957 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Provisioning complete for port a362c05e-f646-4871-b054-80a24b31ea76 triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:13:43.444243 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832377'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:43.472821 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-ef52c7cc-40a7-495b-ae62-940b7eafd910 req-0a515e72-6f1b-454f-8caf-80ddcc3609d5 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=d84c6cad-631b-43c5-a35b-86fdac5eacd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460755 Jul 22 23:13:43.524257 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9bc2ca-eace-4609-9307-3fd6f2e17421 admin admin] Network 690216a3-b37a-4912-932a-1da61c91c9ed is already hosted by enough agents. {{(pid=93192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:13:43.536785 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.scheduler.base_scheduler [None req-3c9bc2ca-eace-4609-9307-3fd6f2e17421 admin admin] Resources bound (agent type, host, resource id): {{(pid=93192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:13:43.578427 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a87aa00-253c-4736-8867-3a596381e969 req-8e174167-5d02-4148-bfd5-4887496b51b1 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:43.580610 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-8a87aa00-253c-4736-8867-3a596381e969 req-8e174167-5d02-4148-bfd5-4887496b51b1 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/ports?device_id=d4b462b5-4487-433c-b3e2-d2237872cf55 HTTP/1.1" status: 200 len: 945 time: 0.2337582 Jul 22 23:13:43.765759 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:43.769859 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-8a87aa00-253c-4736-8867-3a596381e969 req-7b1569b7-08f5-4144-abde-904be64f74e2 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/security-groups?id=d84c6cad-631b-43c5-a35b-86fdac5eacd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823459 Jul 22 23:13:43.812403 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] For port a362c05e-f646-4871-b054-80a24b31ea76, host dv-cinder-801875-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801875-2-iscsi',level=0,port_id=a362c05e-f646-4871-b054-80a24b31ea76,segment=NetworkSegment(ca173296-7208-4e6e-a636-9266697943d6),segment_id=ca173296-7208-4e6e-a636-9266697943d6)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:13:43.825075 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:43.825996 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198c5673-d37f-46a0-a77f-669a51778533 req-e0387e85-d809-46cb-a937-2add2e98a3c5 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:43.827734 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-198c5673-d37f-46a0-a77f-669a51778533 req-e0387e85-d809-46cb-a937-2add2e98a3c5 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=8271f108-5334-4d0a-a188-933ee657ed0e HTTP/1.1" status: 200 len: 945 time: 0.3007827 Jul 22 23:13:43.843269 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c9bc2ca-eace-4609-9307-3fd6f2e17421 admin admin] Router 98e55bb0-9a24-4117-a34f-f69ac7cdbae5 has already been hosted by L3 agent fdf30918-cf4b-4771-a7f5-907485eb00f1 {{(pid=93192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:13:43.900863 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Pushing event updated for resources: {'Port': ['ID=a362c05e-f646-4871-b054-80a24b31ea76,revision_number=5']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:13:43.908200 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-0e1ba5e0-8665-4a0f-8382-10b5cfd4f0cf None None] Provisioning complete for port 565603f0-0c73-41c0-88e6-24edaa88ce4d triggered by entity DHCP. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:13:43.908642 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-0e1ba5e0-8665-4a0f-8382-10b5cfd4f0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832377'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:43.949842 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-198c5673-d37f-46a0-a77f-669a51778533 req-66e4630b-59f9-4452-af6a-080b2eb9a6a4 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdf4a528-dd54-4780-893e-44f1896a93f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112244 Jul 22 23:13:43.956991 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-0e1ba5e0-8665-4a0f-8382-10b5cfd4f0cf None None] Port 565603f0-0c73-41c0-88e6-24edaa88ce4d cannot update to ACTIVE because it is not bound. {{(pid=93194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:13:44.004678 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c9bc2ca-eace-4609-9307-3fd6f2e17421 admin admin] Notify agent at l3_agent.dv-cinder-801875-2-iscsi the message routers_updated {{(pid=93192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:13:44.011806 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-3c9bc2ca-eace-4609-9307-3fd6f2e17421 admin admin] 10.222.0.44 "PUT /v2.0/routers/98e55bb0-9a24-4117-a34f-f69ac7cdbae5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7021160 Jul 22 23:13:44.758275 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 36244) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:13:44.763986 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [None req-4a7655e1-cb48-4fdd-9bed-c55a3f7d6fcd tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1881936963', 'description': 'tempest-secgroup-smoke-1881936963 description', 'project_id': '7ace0a9b96d34ceb9c996a5476ba0fb1'}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:13:44.803558 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-4a7655e1-cb48-4fdd-9bed-c55a3f7d6fcd tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Notify callbacks [] for security_group, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:45.038750 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6470856-a861-46a7-8384-c82ef1bc9c0b req-32b69e3f-c505-42c2-aecb-230567b38851 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:45.040317 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-f6470856-a861-46a7-8384-c82ef1bc9c0b req-32b69e3f-c505-42c2-aecb-230567b38851 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/ports?device_id=d4b462b5-4487-433c-b3e2-d2237872cf55 HTTP/1.1" status: 200 len: 945 time: 0.1222041 Jul 22 23:13:45.077926 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-4a7655e1-cb48-4fdd-9bed-c55a3f7d6fcd tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Notify callbacks [] for security_group, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:45.085720 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-4a7655e1-cb48-4fdd-9bed-c55a3f7d6fcd tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:45.104959 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-f6470856-a861-46a7-8384-c82ef1bc9c0b req-ac8b867c-0c4f-4cd0-bea7-b8dbf68d6662 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/security-groups?id=d84c6cad-631b-43c5-a35b-86fdac5eacd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540509 Jul 22 23:13:45.131944 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-4a7655e1-cb48-4fdd-9bed-c55a3f7d6fcd tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Notify callbacks [] for security_group, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:45.132281 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 36252) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:13:45.133608 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-4a7655e1-cb48-4fdd-9bed-c55a3f7d6fcd tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3734047 Jul 22 23:13:45.137893 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.v2.base [None req-03f99e43-4f4d-43b4-85ae-822ae4a1af72 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Request body: {'security_group_rule': {'security_group_id': '074aa721-85c3-49d0-9904-6cb9f65f5dbf', 'project_id': '7ace0a9b96d34ceb9c996a5476ba0fb1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:13:45.167434 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Device bcb56c24-3f92-4030-9785-1fc131c9e9d7 up at agent ovs-agent-dv-cinder-801875-2-iscsi {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:13:45.180401 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7655e1-cb48-4fdd-9bed-c55a3f7d6fcd tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Pushing event updated for resources: {'SecurityGroup': ['ID=074aa721-85c3-49d0-9904-6cb9f65f5dbf,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:13:45.240006 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Provisioning complete for port bcb56c24-3f92-4030-9785-1fc131c9e9d7 triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:13:45.240713 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832377'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:45.263316 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-03f99e43-4f4d-43b4-85ae-822ae4a1af72 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:45.369931 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Device 27a79ded-a4a7-4254-b42b-69dee168cbdc up at agent ovs-agent-dv-cinder-801875-2-iscsi {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:13:45.387535 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db275896-65be-4a14-ac23-e9cf664a30bf req-cd18e62b-0e9d-4d1a-a0a7-96fef7fd68f4 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:45.391875 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-db275896-65be-4a14-ac23-e9cf664a30bf req-cd18e62b-0e9d-4d1a-a0a7-96fef7fd68f4 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=8271f108-5334-4d0a-a188-933ee657ed0e HTTP/1.1" status: 200 len: 945 time: 0.2376893 Jul 22 23:13:45.401101 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8177fd-013d-4b1d-b4b7-acf3ae8a8f4a None None] Sync routers for ids ['98e55bb0-9a24-4117-a34f-f69ac7cdbae5'] in dv-cinder-801875-2-iscsi {{(pid=93194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:13:45.426989 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8177fd-013d-4b1d-b4b7-acf3ae8a8f4a None None] Routers {'98e55bb0-9a24-4117-a34f-f69ac7cdbae5'} bound to L3 agent in host dv-cinder-801875-2-iscsi {{(pid=93194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:13:45.427646 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-6e8177fd-013d-4b1d-b4b7-acf3ae8a8f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801875-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:03:18Z,description=,heartbeat_timestamp=2021-07-22T23:13:18Z,host='dv-cinder-801875-2-iscsi',id=fdf30918-cf4b-4771-a7f5-907485eb00f1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:18Z,topic='l3_agent')) {'router_ids': ['98e55bb0-9a24-4117-a34f-f69ac7cdbae5'], 'active': True} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:13:45.561470 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-db275896-65be-4a14-ac23-e9cf664a30bf req-922f2aed-cbbd-473f-86eb-be639933910f tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdf4a528-dd54-4780-893e-44f1896a93f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1573377 Jul 22 23:13:45.570732 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-03f99e43-4f4d-43b4-85ae-822ae4a1af72 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:45.579006 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-03f99e43-4f4d-43b4-85ae-822ae4a1af72 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840567'] for security_group_rule, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:45.602984 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-a1d8add5-53a5-4bff-953f-b011851f17c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:45.605658 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f99e43-4f4d-43b4-85ae-822ae4a1af72 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d0dcd21-0106-4b9c-b7f3-953eb227a45d,revision_number=0']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:13:45.612131 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-03f99e43-4f4d-43b4-85ae-822ae4a1af72 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:45.613456 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-03f99e43-4f4d-43b4-85ae-822ae4a1af72 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4827642 Jul 22 23:13:45.616206 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 36256) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:13:45.617230 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Provisioning for port 27a79ded-a4a7-4254-b42b-69dee168cbdc completed by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:13:45.620808 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.v2.base [None req-7a4d7d9e-71b9-499a-b93e-d998f5dfee3f tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Request body: {'security_group_rule': {'security_group_id': '074aa721-85c3-49d0-9904-6cb9f65f5dbf', 'project_id': '7ace0a9b96d34ceb9c996a5476ba0fb1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:13:45.628242 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Provisioning complete for port 27a79ded-a4a7-4254-b42b-69dee168cbdc triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:13:45.628667 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832377'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:45.651898 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-7a4d7d9e-71b9-499a-b93e-d998f5dfee3f tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:45.658252 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvr_db [None req-6e8177fd-013d-4b1d-b4b7-acf3ae8a8f4a None None] Set router 98e55bb0-9a24-4117-a34f-f69ac7cdbae5 gateway port host: dv-cinder-801875-2-iscsi {{(pid=93194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:13:45.723933 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-7a4d7d9e-71b9-499a-b93e-d998f5dfee3f tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:45.729406 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-7a4d7d9e-71b9-499a-b93e-d998f5dfee3f tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840567'] for security_group_rule, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:45.752769 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4d7d9e-71b9-499a-b93e-d998f5dfee3f tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d6a001c-d01b-4ec4-a3cb-0936bb41efef,revision_number=0']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:13:45.761182 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-7a4d7d9e-71b9-499a-b93e-d998f5dfee3f tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:45.766962 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-7a4d7d9e-71b9-499a-b93e-d998f5dfee3f tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1453071 Jul 22 23:13:45.766962 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 36262) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:13:45.772813 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.v2.base [None req-392ff255-cecf-4dd0-9637-fe5add7f9638 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Request body: {'security_group_rule': {'security_group_id': '074aa721-85c3-49d0-9904-6cb9f65f5dbf', 'project_id': '7ace0a9b96d34ceb9c996a5476ba0fb1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:13:45.810913 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-392ff255-cecf-4dd0-9637-fe5add7f9638 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:45.847693 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:45.885692 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] For port 27a79ded-a4a7-4254-b42b-69dee168cbdc, host dv-cinder-801875-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801875-2-iscsi',level=0,port_id=27a79ded-a4a7-4254-b42b-69dee168cbdc,segment=NetworkSegment(829b4ee6-bc3b-4b66-8264-3fcbe946197d),segment_id=829b4ee6-bc3b-4b66-8264-3fcbe946197d)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:13:45.887495 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-392ff255-cecf-4dd0-9637-fe5add7f9638 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:45.895562 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-392ff255-cecf-4dd0-9637-fe5add7f9638 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840567'] for security_group_rule, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:45.910558 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:45.911333 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Device a362c05e-f646-4871-b054-80a24b31ea76 up at agent ovs-agent-dv-cinder-801875-2-iscsi {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:13:45.914774 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392ff255-cecf-4dd0-9637-fe5add7f9638 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e883132-3d35-4a24-ad15-1fc3951db383,revision_number=0']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:13:45.927674 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-392ff255-cecf-4dd0-9637-fe5add7f9638 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:45.933643 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 36264) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:13:45.934625 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-392ff255-cecf-4dd0-9637-fe5add7f9638 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1658604 Jul 22 23:13:45.939179 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [None req-2d1abd00-4d90-4b76-b1f9-f84b950a13b3 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Request body: {'security_group_rule': {'security_group_id': '074aa721-85c3-49d0-9904-6cb9f65f5dbf', 'project_id': '7ace0a9b96d34ceb9c996a5476ba0fb1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:13:45.982563 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-2d1abd00-4d90-4b76-b1f9-f84b950a13b3 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:46.055379 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-2d1abd00-4d90-4b76-b1f9-f84b950a13b3 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:46.062708 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-2d1abd00-4d90-4b76-b1f9-f84b950a13b3 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840567'] for security_group_rule, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:46.089776 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Pushing event updated for resources: {'Port': ['ID=27a79ded-a4a7-4254-b42b-69dee168cbdc,revision_number=4']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:13:46.091532 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1abd00-4d90-4b76-b1f9-f84b950a13b3 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cc9682d-a612-4069-ab95-0a5037aff2e0,revision_number=0']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:13:46.096061 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-2d1abd00-4d90-4b76-b1f9-f84b950a13b3 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:46.101086 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 36268) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:13:46.101647 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-2d1abd00-4d90-4b76-b1f9-f84b950a13b3 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1654389 Jul 22 23:13:46.106671 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.v2.base [None req-b6be7ad7-0bdf-4cb6-acf0-dacd639643f6 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Request body: {'security_group_rule': {'security_group_id': '074aa721-85c3-49d0-9904-6cb9f65f5dbf', 'project_id': '7ace0a9b96d34ceb9c996a5476ba0fb1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:13:46.129115 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-6e8177fd-013d-4b1d-b4b7-acf3ae8a8f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98e55bb0-9a24-4117-a34f-f69ac7cdbae5', 'name': 'tempest-TestVolumeBootPattern-1214037480-router', 'tenant_id': 'b0f2ca8c27b04af381481ebc1dec53c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'external_fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '27a79ded-a4a7-4254-b42b-69dee168cbdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:13:39Z', 'updated_at': '2021-07-22T23:13:42Z', 'revision_number': 4, 'project_id': 'b0f2ca8c27b04af381481ebc1dec53c6', 'gw_port': {'id': '27a79ded-a4a7-4254-b42b-69dee168cbdc', 'name': '', 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ac:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98e55bb0-9a24-4117-a34f-f69ac7cdbae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:13:39Z', 'updated_at': '2021-07-22T23:13:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801875-2-iscsi', '_interfaces': [{'id': '565603f0-0c73-41c0-88e6-24edaa88ce4d', 'name': '', 'network_id': '690216a3-b37a-4912-932a-1da61c91c9ed', 'tenant_id': 'b0f2ca8c27b04af381481ebc1dec53c6', 'mac_address': 'fa:16:3e:8a:2e:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98e55bb0-9a24-4117-a34f-f69ac7cdbae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '86bfed3d-6c12-41ca-9403-91ea76c5a396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:13:42Z', 'updated_at': '2021-07-22T23:13:43Z', 'revision_number': 2, 'project_id': 'b0f2ca8c27b04af381481ebc1dec53c6', 'subnets': [{'id': '86bfed3d-6c12-41ca-9403-91ea76c5a396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801875-2-iscsi', False) {} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:13:46.135897 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.db.securitygroups_db [None req-b6be7ad7-0bdf-4cb6-acf0-dacd639643f6 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Project 7ace0a9b96d34ceb9c996a5476ba0fb1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 23:13:46.143105 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-b6be7ad7-0bdf-4cb6-acf0-dacd639643f6 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:46.173070 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Provisioning complete for port a362c05e-f646-4871-b054-80a24b31ea76 triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:13:46.174239 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832377'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:46.177485 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8177fd-013d-4b1d-b4b7-acf3ae8a8f4a None None] Checking router: 98e55bb0-9a24-4117-a34f-f69ac7cdbae5 for host: dv-cinder-801875-2-iscsi {{(pid=93194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:13:46.178039 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8177fd-013d-4b1d-b4b7-acf3ae8a8f4a None None] Updating router 98e55bb0-9a24-4117-a34f-f69ac7cdbae5 port 565603f0-0c73-41c0-88e6-24edaa88ce4d binding host dv-cinder-801875-2-iscsi {{(pid=93194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:13:46.245305 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-6e8177fd-013d-4b1d-b4b7-acf3ae8a8f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:46.273140 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-b6be7ad7-0bdf-4cb6-acf0-dacd639643f6 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:46.301004 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-b6be7ad7-0bdf-4cb6-acf0-dacd639643f6 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840567'] for security_group_rule, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:46.335840 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6be7ad7-0bdf-4cb6-acf0-dacd639643f6 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea95dace-5bc2-42d5-bbf6-5577bed0d319,revision_number=0']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:13:46.347661 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491e1955-706e-4a12-b6c8-0f71bb8c2fba req-1ed94e9e-2f64-4ed7-b102-866b1c9b3a22 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:46.349240 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-491e1955-706e-4a12-b6c8-0f71bb8c2fba req-1ed94e9e-2f64-4ed7-b102-866b1c9b3a22 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/ports?device_id=d4b462b5-4487-433c-b3e2-d2237872cf55 HTTP/1.1" status: 200 len: 945 time: 0.1361034 Jul 22 23:13:46.350447 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-b6be7ad7-0bdf-4cb6-acf0-dacd639643f6 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:46.353124 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-b6be7ad7-0bdf-4cb6-acf0-dacd639643f6 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2489879 Jul 22 23:13:46.354240 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 36274) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:13:46.365814 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.v2.base [None req-2b4c5bba-5535-4863-921f-7373c61bdb35 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Request body: {'security_group_rule': {'security_group_id': '074aa721-85c3-49d0-9904-6cb9f65f5dbf', 'project_id': '7ace0a9b96d34ceb9c996a5476ba0fb1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:13:46.427154 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.db.securitygroups_db [None req-2b4c5bba-5535-4863-921f-7373c61bdb35 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Project 7ace0a9b96d34ceb9c996a5476ba0fb1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 23:13:46.434169 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-491e1955-706e-4a12-b6c8-0f71bb8c2fba req-2abf17ce-e2fa-4b08-9484-5d4ab96a416f tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/security-groups?id=d84c6cad-631b-43c5-a35b-86fdac5eacd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598936 Jul 22 23:13:46.435510 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-2b4c5bba-5535-4863-921f-7373c61bdb35 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:46.512297 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-2b4c5bba-5535-4863-921f-7373c61bdb35 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:46.519706 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-2b4c5bba-5535-4863-921f-7373c61bdb35 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840567'] for security_group_rule, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:46.540576 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4c5bba-5535-4863-921f-7373c61bdb35 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a5df142-d672-4128-8ede-8fe509141361,revision_number=0']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:13:46.553678 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-2b4c5bba-5535-4863-921f-7373c61bdb35 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:46.556389 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-2b4c5bba-5535-4863-921f-7373c61bdb35 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1997499 Jul 22 23:13:46.792904 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e20782-3ffd-4e77-84a8-fad2d78bee17 req-d25d7cb6-8b94-4c7c-a899-485bbc12ea2f tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:46.804482 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-c5e20782-3ffd-4e77-84a8-fad2d78bee17 req-d25d7cb6-8b94-4c7c-a899-485bbc12ea2f tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=8271f108-5334-4d0a-a188-933ee657ed0e HTTP/1.1" status: 200 len: 945 time: 0.1239471 Jul 22 23:13:46.846108 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-6e8177fd-013d-4b1d-b4b7-acf3ae8a8f4a None None] Notify callbacks [] for port, precommit_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:46.896174 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-6e8177fd-013d-4b1d-b4b7-acf3ae8a8f4a None None] Transition to ACTIVE for port object 565603f0-0c73-41c0-88e6-24edaa88ce4d will not be triggered until provisioned by entity L2. {{(pid=93194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:13:46.913599 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-6e8177fd-013d-4b1d-b4b7-acf3ae8a8f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:46.950585 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-c5e20782-3ffd-4e77-84a8-fad2d78bee17 req-af9454bc-b4a2-4001-86bc-051152c7f040 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdf4a528-dd54-4780-893e-44f1896a93f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1393976 Jul 22 23:13:47.021546 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Device 27a79ded-a4a7-4254-b42b-69dee168cbdc up at agent ovs-agent-dv-cinder-801875-2-iscsi {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:13:47.114253 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861d80c9-3f12-4ad4-96b0-8e5889ca689a None None] Pushing event updated for resources: {'Port': ['ID=565603f0-0c73-41c0-88e6-24edaa88ce4d,revision_number=3']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:13:47.208175 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.managers [None req-6e8177fd-013d-4b1d-b4b7-acf3ae8a8f4a None None] Attempting to bind port 565603f0-0c73-41c0-88e6-24edaa88ce4d on host dv-cinder-801875-2-iscsi for vnic_type normal with profile {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:13:47.208807 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.managers [None req-6e8177fd-013d-4b1d-b4b7-acf3ae8a8f4a None None] Attempting to bind port 565603f0-0c73-41c0-88e6-24edaa88ce4d by drivers openvswitch,hyperv on host dv-cinder-801875-2-iscsi at level 0 using segments [{'id': '9753792a-ead7-43c8-95a8-12ed968abaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '690216a3-b37a-4912-932a-1da61c91c9ed'}] {{(pid=93194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:13:47.212372 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8177fd-013d-4b1d-b4b7-acf3ae8a8f4a None None] Attempting to bind port 565603f0-0c73-41c0-88e6-24edaa88ce4d on network 690216a3-b37a-4912-932a-1da61c91c9ed {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:13:47.220297 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8177fd-013d-4b1d-b4b7-acf3ae8a8f4a None None] Checking agent: {'id': 'f30eb83a-2393-42b8-bba2-207fe5e6c4a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801875-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 3, 19), 'started_at': datetime.datetime(2021, 7, 22, 23, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801875-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:13:47.220726 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8177fd-013d-4b1d-b4b7-acf3ae8a8f4a None None] Checking segment: {'id': '9753792a-ead7-43c8-95a8-12ed968abaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '690216a3-b37a-4912-932a-1da61c91c9ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:13:47.221319 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-6e8177fd-013d-4b1d-b4b7-acf3ae8a8f4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:47.221938 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8177fd-013d-4b1d-b4b7-acf3ae8a8f4a None None] Bound using segment: {'id': '9753792a-ead7-43c8-95a8-12ed968abaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '690216a3-b37a-4912-932a-1da61c91c9ed'} {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:13:47.222578 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.managers [None req-6e8177fd-013d-4b1d-b4b7-acf3ae8a8f4a None None] Bound port: 565603f0-0c73-41c0-88e6-24edaa88ce4d, host: dv-cinder-801875-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9753792a-ead7-43c8-95a8-12ed968abaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '690216a3-b37a-4912-932a-1da61c91c9ed'}}] {{(pid=93194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:13:47.223170 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-6e8177fd-013d-4b1d-b4b7-acf3ae8a8f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:47.297551 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-6e8177fd-013d-4b1d-b4b7-acf3ae8a8f4a None None] For port 565603f0-0c73-41c0-88e6-24edaa88ce4d, host dv-cinder-801875-2-iscsi, cleared binding levels {{(pid=93194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:13:47.301016 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-6e8177fd-013d-4b1d-b4b7-acf3ae8a8f4a None None] For port 565603f0-0c73-41c0-88e6-24edaa88ce4d, host dv-cinder-801875-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801875-2-iscsi',level=0,port_id=565603f0-0c73-41c0-88e6-24edaa88ce4d,segment=NetworkSegment(9753792a-ead7-43c8-95a8-12ed968abaf4),segment_id=9753792a-ead7-43c8-95a8-12ed968abaf4)] {{(pid=93194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:13:47.310813 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-6e8177fd-013d-4b1d-b4b7-acf3ae8a8f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:47.358528 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Provisioning complete for port 27a79ded-a4a7-4254-b42b-69dee168cbdc triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:13:47.359105 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832377'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:47.417995 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861d80c9-3f12-4ad4-96b0-8e5889ca689a None None] Pushing event updated for resources: {'Port': ['ID=565603f0-0c73-41c0-88e6-24edaa88ce4d,revision_number=4']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:13:47.453901 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8177fd-013d-4b1d-b4b7-acf3ae8a8f4a None None] Routers {'98e55bb0-9a24-4117-a34f-f69ac7cdbae5'} bound to L3 agent in host dv-cinder-801875-2-iscsi {{(pid=93194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:13:47.456779 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-6e8177fd-013d-4b1d-b4b7-acf3ae8a8f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801875-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:03:18Z,description=,heartbeat_timestamp=2021-07-22T23:13:18Z,host='dv-cinder-801875-2-iscsi',id=fdf30918-cf4b-4771-a7f5-907485eb00f1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:18Z,topic='l3_agent')) {'router_ids': ['98e55bb0-9a24-4117-a34f-f69ac7cdbae5'], 'active': True} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:13:47.776838 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvr_db [None req-6e8177fd-013d-4b1d-b4b7-acf3ae8a8f4a None None] Set router 98e55bb0-9a24-4117-a34f-f69ac7cdbae5 gateway port host: dv-cinder-801875-2-iscsi {{(pid=93194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:13:48.054664 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-6e8177fd-013d-4b1d-b4b7-acf3ae8a8f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98e55bb0-9a24-4117-a34f-f69ac7cdbae5', 'name': 'tempest-TestVolumeBootPattern-1214037480-router', 'tenant_id': 'b0f2ca8c27b04af381481ebc1dec53c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'external_fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '27a79ded-a4a7-4254-b42b-69dee168cbdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:13:39Z', 'updated_at': '2021-07-22T23:13:42Z', 'revision_number': 4, 'project_id': 'b0f2ca8c27b04af381481ebc1dec53c6', 'gw_port': {'id': '27a79ded-a4a7-4254-b42b-69dee168cbdc', 'name': '', 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ac:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e55bb0-9a24-4117-a34f-f69ac7cdbae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:13:39Z', 'updated_at': '2021-07-22T23:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801875-2-iscsi', '_interfaces': [{'id': '565603f0-0c73-41c0-88e6-24edaa88ce4d', 'name': '', 'network_id': '690216a3-b37a-4912-932a-1da61c91c9ed', 'tenant_id': 'b0f2ca8c27b04af381481ebc1dec53c6', 'mac_address': 'fa:16:3e:8a:2e:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98e55bb0-9a24-4117-a34f-f69ac7cdbae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '86bfed3d-6c12-41ca-9403-91ea76c5a396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:13:42Z', 'updated_at': '2021-07-22T23:13:47Z', 'revision_number': 4, 'project_id': 'b0f2ca8c27b04af381481ebc1dec53c6', 'subnets': [{'id': '86bfed3d-6c12-41ca-9403-91ea76c5a396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801875-2-iscsi', False) {} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:13:48.083352 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8177fd-013d-4b1d-b4b7-acf3ae8a8f4a None None] The sync data for ids ['98e55bb0-9a24-4117-a34f-f69ac7cdbae5'] in dv-cinder-801875-2-iscsi is: [{'id': '98e55bb0-9a24-4117-a34f-f69ac7cdbae5', 'name': 'tempest-TestVolumeBootPattern-1214037480-router', 'tenant_id': 'b0f2ca8c27b04af381481ebc1dec53c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'external_fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '27a79ded-a4a7-4254-b42b-69dee168cbdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:13:39Z', 'updated_at': '2021-07-22T23:13:42Z', 'revision_number': 4, 'project_id': 'b0f2ca8c27b04af381481ebc1dec53c6', 'gw_port': {'id': '27a79ded-a4a7-4254-b42b-69dee168cbdc', 'name': '', 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ac:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e55bb0-9a24-4117-a34f-f69ac7cdbae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:13:39Z', 'updated_at': '2021-07-22T23:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801875-2-iscsi', '_interfaces': [{'id': '565603f0-0c73-41c0-88e6-24edaa88ce4d', 'name': '', 'network_id': '690216a3-b37a-4912-932a-1da61c91c9ed', 'tenant_id': 'b0f2ca8c27b04af381481ebc1dec53c6', 'mac_address': 'fa:16:3e:8a:2e:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98e55bb0-9a24-4117-a34f-f69ac7cdbae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '86bfed3d-6c12-41ca-9403-91ea76c5a396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:13:42Z', 'updated_at': '2021-07-22T23:13:47Z', 'revision_number': 4, 'project_id': 'b0f2ca8c27b04af381481ebc1dec53c6', 'subnets': [{'id': '86bfed3d-6c12-41ca-9403-91ea76c5a396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:13:48.106859 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2a0b69-a38a-4a36-88ca-ae5005594cdd req-2b54016e-f1b1-4632-a696-c5df8b3fdcd6 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:48.108997 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-af2a0b69-a38a-4a36-88ca-ae5005594cdd req-2b54016e-f1b1-4632-a696-c5df8b3fdcd6 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=8271f108-5334-4d0a-a188-933ee657ed0e HTTP/1.1" status: 200 len: 945 time: 0.0710950 Jul 22 23:13:48.225940 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-af2a0b69-a38a-4a36-88ca-ae5005594cdd req-7ebc3494-eebc-40d7-8104-97762c5f74c0 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdf4a528-dd54-4780-893e-44f1896a93f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104517 Jul 22 23:13:48.263429 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-9d5ff8cc-24f4-4dd4-804b-5c3569f5f277 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:48.656745 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:48.692160 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:48.929963 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Device 565603f0-0c73-41c0-88e6-24edaa88ce4d up at agent ovs-agent-dv-cinder-801875-2-iscsi {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:13:49.012940 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Provisioning for port 565603f0-0c73-41c0-88e6-24edaa88ce4d completed by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:13:49.019857 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Provisioning complete for port 565603f0-0c73-41c0-88e6-24edaa88ce4d triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:13:49.020464 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832377'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:49.157441 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-d6d3e244-519d-4c84-95ee-f6386db2b0d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:49.209533 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:49.272613 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] For port 565603f0-0c73-41c0-88e6-24edaa88ce4d, host dv-cinder-801875-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801875-2-iscsi',level=0,port_id=565603f0-0c73-41c0-88e6-24edaa88ce4d,segment=NetworkSegment(9753792a-ead7-43c8-95a8-12ed968abaf4),segment_id=9753792a-ead7-43c8-95a8-12ed968abaf4)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:13:49.278302 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:49.359478 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Pushing event updated for resources: {'Port': ['ID=565603f0-0c73-41c0-88e6-24edaa88ce4d,revision_number=5']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:13:49.423545 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8025a5-6411-4e0e-97e8-e34f194321a1 req-b2e573b9-f496-40d1-bee0-10a2a87807a4 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:49.432233 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-8b8025a5-6411-4e0e-97e8-e34f194321a1 req-b2e573b9-f496-40d1-bee0-10a2a87807a4 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=8271f108-5334-4d0a-a188-933ee657ed0e HTTP/1.1" status: 200 len: 945 time: 0.1042874 Jul 22 23:13:49.467545 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-8b8025a5-6411-4e0e-97e8-e34f194321a1 req-a5fbb8ae-334e-41e0-8a53-4db95c39b68e tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdf4a528-dd54-4780-893e-44f1896a93f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344167 Jul 22 23:13:50.637897 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0604c86-e1b6-4c02-a039-0776ceab7a83 req-6a0047ef-64eb-46c8-960f-f3800483334d tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:50.640487 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-c0604c86-e1b6-4c02-a039-0776ceab7a83 req-6a0047ef-64eb-46c8-960f-f3800483334d tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=8271f108-5334-4d0a-a188-933ee657ed0e HTTP/1.1" status: 200 len: 945 time: 0.0808249 Jul 22 23:13:50.712689 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-c0604c86-e1b6-4c02-a039-0776ceab7a83 req-ee698017-c0a7-4ec8-8e03-5769bfb869db tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdf4a528-dd54-4780-893e-44f1896a93f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627294 Jul 22 23:13:50.833511 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ecfdd3-d619-4b1e-a588-37fc96db8c89 req-a37d6d77-5076-482d-85f9-7e2d486abccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:50.834956 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-99ecfdd3-d619-4b1e-a588-37fc96db8c89 req-a37d6d77-5076-482d-85f9-7e2d486abccb service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=508ce7147574443fa7fe75758145d216&device_id=30c4bc5a-ce65-4608-8781-bde54ef98599 HTTP/1.1" status: 200 len: 1098 time: 0.0924790 Jul 22 23:13:50.843851 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8f2323-794b-4ae3-8c2f-a907c9a70874 req-b0c388ec-15ee-4b6c-9a98-3e148f98817f tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:50.845316 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-5c8f2323-794b-4ae3-8c2f-a907c9a70874 req-b0c388ec-15ee-4b6c-9a98-3e148f98817f tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=30c4bc5a-ce65-4608-8781-bde54ef98599 HTTP/1.1" status: 200 len: 945 time: 0.1310017 Jul 22 23:13:50.901826 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-cbf739a1-5d20-402c-989d-00d0f7e6e81c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:50.929962 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Device 565603f0-0c73-41c0-88e6-24edaa88ce4d up at agent ovs-agent-dv-cinder-801875-2-iscsi {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:13:50.959350 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-5c8f2323-794b-4ae3-8c2f-a907c9a70874 req-d869997c-40da-4538-8f7b-b62fabc9c1c2 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052229 Jul 22 23:13:50.989357 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Provisioning complete for port 565603f0-0c73-41c0-88e6-24edaa88ce4d triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:13:50.989753 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832377'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:50.989918 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ecfdd3-d619-4b1e-a588-37fc96db8c89 req-91ea7260-617d-406c-b171-05be5cffca55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:50.991387 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-99ecfdd3-d619-4b1e-a588-37fc96db8c89 req-91ea7260-617d-406c-b171-05be5cffca55 service neutron] 10.222.0.76 "GET /v2.0/networks?id=56c05d67-dcfb-4da8-b292-0e214c68403b HTTP/1.1" status: 200 len: 920 time: 0.1452153 Jul 22 23:13:51.042006 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-99ecfdd3-d619-4b1e-a588-37fc96db8c89 req-109b2948-e30d-4582-b350-bd49deb03aab service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=960bfbf5-747a-464c-98f1-5fa6dae2aa6a HTTP/1.1" status: 200 len: 217 time: 0.0361936 Jul 22 23:13:51.097398 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ecfdd3-d619-4b1e-a588-37fc96db8c89 req-f40beb51-3d7a-42f1-b2dd-53a5f9bf9d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:51.098932 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-99ecfdd3-d619-4b1e-a588-37fc96db8c89 req-f40beb51-3d7a-42f1-b2dd-53a5f9bf9d44 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=223fd587-80e8-4bd3-805b-2cf5bf9c1819 HTTP/1.1" status: 200 len: 859 time: 0.0498595 Jul 22 23:13:51.135325 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-99ecfdd3-d619-4b1e-a588-37fc96db8c89 req-b6b31b70-d9c1-4a01-af3f-6cf88ad3dc5d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=56c05d67-dcfb-4da8-b292-0e214c68403b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280175 Jul 22 23:13:51.229679 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-99ecfdd3-d619-4b1e-a588-37fc96db8c89 req-429883d6-49fd-422a-b745-d20f6a47867c service neutron] 10.222.0.76 "GET /v2.0/networks/56c05d67-dcfb-4da8-b292-0e214c68403b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864692 Jul 22 23:13:51.344255 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-99ecfdd3-d619-4b1e-a588-37fc96db8c89 req-cbc5e430-9583-44d7-a469-ee1373be4745 service neutron] 10.222.0.76 "GET /v2.0/networks/56c05d67-dcfb-4da8-b292-0e214c68403b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047735 Jul 22 23:13:51.862476 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8099a2-041b-4e4b-9eba-1274c9b5965e req-59687810-c424-4928-8b62-358b2950a5ee tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:51.864251 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-0b8099a2-041b-4e4b-9eba-1274c9b5965e req-59687810-c424-4928-8b62-358b2950a5ee tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=8271f108-5334-4d0a-a188-933ee657ed0e HTTP/1.1" status: 200 len: 945 time: 0.0676680 Jul 22 23:13:51.905157 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-0b8099a2-041b-4e4b-9eba-1274c9b5965e req-a13985c0-e5dd-43f0-8296-c293388b5893 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdf4a528-dd54-4780-893e-44f1896a93f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346901 Jul 22 23:13:52.101037 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e18a387-7c70-4342-9dc9-9d2d9b5efea3 req-a5bbf023-b2f6-4d63-a782-90b19d59a8a4 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:52.102657 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-4e18a387-7c70-4342-9dc9-9d2d9b5efea3 req-a5bbf023-b2f6-4d63-a782-90b19d59a8a4 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=30c4bc5a-ce65-4608-8781-bde54ef98599 HTTP/1.1" status: 200 len: 945 time: 0.0716922 Jul 22 23:13:52.148855 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-4e18a387-7c70-4342-9dc9-9d2d9b5efea3 req-23e1870d-99f6-4692-b7e5-b383ea4b5f71 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395436 Jul 22 23:13:53.048907 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ed220f-5edf-44bc-9e5e-1c662142e21e req-4d1bdc42-637b-46ec-b3d1-b89dfd6c3d25 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:53.050304 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-43ed220f-5edf-44bc-9e5e-1c662142e21e req-4d1bdc42-637b-46ec-b3d1-b89dfd6c3d25 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=8271f108-5334-4d0a-a188-933ee657ed0e HTTP/1.1" status: 200 len: 945 time: 0.0654202 Jul 22 23:13:53.092309 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-43ed220f-5edf-44bc-9e5e-1c662142e21e req-c8ef0778-b740-49b5-8ca8-ab1c586a7213 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdf4a528-dd54-4780-893e-44f1896a93f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364125 Jul 22 23:13:53.299767 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9030b50b-570b-489a-8219-a17bbd055b2a req-56b77dce-1300-4646-89fd-9190b3ea74a2 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:53.301963 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-9030b50b-570b-489a-8219-a17bbd055b2a req-56b77dce-1300-4646-89fd-9190b3ea74a2 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=30c4bc5a-ce65-4608-8781-bde54ef98599 HTTP/1.1" status: 200 len: 945 time: 0.0834823 Jul 22 23:13:53.351243 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-9030b50b-570b-489a-8219-a17bbd055b2a req-56993512-e8fd-4e21-91c3-a508f2588b91 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424013 Jul 22 23:13:54.237648 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653774a8-c20e-44d6-b9cc-39e8ff7cea9d req-5803cad5-d207-4ebb-9efb-d8cab4799cc0 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:54.239260 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-653774a8-c20e-44d6-b9cc-39e8ff7cea9d req-5803cad5-d207-4ebb-9efb-d8cab4799cc0 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=8271f108-5334-4d0a-a188-933ee657ed0e HTTP/1.1" status: 200 len: 945 time: 0.0724502 Jul 22 23:13:54.277709 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-653774a8-c20e-44d6-b9cc-39e8ff7cea9d req-7ca97954-69c8-429b-a1dc-e30b82c0241b tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdf4a528-dd54-4780-893e-44f1896a93f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330505 Jul 22 23:13:54.490892 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc8abd-1ef1-4f92-a709-e2889dd09e0f req-e3d27e02-8ff2-4209-8fbb-2dd45302868e tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:54.492393 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-66cc8abd-1ef1-4f92-a709-e2889dd09e0f req-e3d27e02-8ff2-4209-8fbb-2dd45302868e tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=30c4bc5a-ce65-4608-8781-bde54ef98599 HTTP/1.1" status: 200 len: 945 time: 0.0693324 Jul 22 23:13:54.534214 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-66cc8abd-1ef1-4f92-a709-e2889dd09e0f req-8e462194-bf5b-43f0-b15f-1572773a8ebf tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363288 Jul 22 23:13:54.680891 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Device ed9d47de-6c01-44de-9932-7c1d241b8fba details requested by agent hyperv_hv-cinder-80187 with host hv-cinder-80187 {{(pid=93194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:13:54.795638 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] For port ed9d47de-6c01-44de-9932-7c1d241b8fba, host hv-cinder-80187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80187',level=0,port_id=ed9d47de-6c01-44de-9932-7c1d241b8fba,segment=NetworkSegment(f73d282d-c39b-4414-b8a8-4f3ec992f8ca),segment_id=f73d282d-c39b-4414-b8a8-4f3ec992f8ca)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:13:54.811191 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Returning: {'device': 'ed9d47de-6c01-44de-9932-7c1d241b8fba', 'network_id': '15297b5d-2132-449e-9de1-fcfc3bc99bcd', 'port_id': 'ed9d47de-6c01-44de-9932-7c1d241b8fba', 'mac_address': 'fa:16:3e:86:0f:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 876, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c47fa5de-a082-4f3c-9a72-06af8857dbb0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:13:54.853980 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:54.868702 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.notifiers.nova [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ed9d47de-6c01-44de-9932-7c1d241b8fba {{(pid=93194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:13:54.889791 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] For port ed9d47de-6c01-44de-9932-7c1d241b8fba, host hv-cinder-80187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80187',level=0,port_id=ed9d47de-6c01-44de-9932-7c1d241b8fba,segment=NetworkSegment(f73d282d-c39b-4414-b8a8-4f3ec992f8ca),segment_id=f73d282d-c39b-4414-b8a8-4f3ec992f8ca)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:13:54.894919 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:54.945075 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Pushing event updated for resources: {'Port': ['ID=ed9d47de-6c01-44de-9932-7c1d241b8fba,revision_number=6']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:13:55.171056 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] get_ports_and_sgs() called for port_ids ['ed9d47de-6c01-44de-9932-7c1d241b8fba'] {{(pid=93194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:13:55.429482 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c243429-1093-404f-9ece-f1f7b345da1a req-c427927d-2f7a-4135-ba9e-cb6f749dceb2 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:55.431817 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-0c243429-1093-404f-9ece-f1f7b345da1a req-c427927d-2f7a-4135-ba9e-cb6f749dceb2 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=8271f108-5334-4d0a-a188-933ee657ed0e HTTP/1.1" status: 200 len: 944 time: 0.0757155 Jul 22 23:13:55.475286 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-0c243429-1093-404f-9ece-f1f7b345da1a req-a0fdc5a2-f76c-4cff-b011-614f2365cb13 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdf4a528-dd54-4780-893e-44f1896a93f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361855 Jul 22 23:13:55.668189 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ed75a4-21b3-4153-84d0-d83f474c0ef1 req-86db229c-49fb-4304-91f9-f31e41e21f0e tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:55.675526 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-e8ed75a4-21b3-4153-84d0-d83f474c0ef1 req-86db229c-49fb-4304-91f9-f31e41e21f0e tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=30c4bc5a-ce65-4608-8781-bde54ef98599 HTTP/1.1" status: 200 len: 945 time: 0.0718632 Jul 22 23:13:55.710432 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-e8ed75a4-21b3-4153-84d0-d83f474c0ef1 req-e0beeaa0-c448-4c82-bb7e-6982682f1d15 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340004 Jul 22 23:13:56.614390 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a9f9e7-c0f1-47e1-9ec7-34747a5ef780 req-9ee87a44-2228-46ad-be21-ee047b12e819 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:56.616119 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-72a9f9e7-c0f1-47e1-9ec7-34747a5ef780 req-9ee87a44-2228-46ad-be21-ee047b12e819 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=8271f108-5334-4d0a-a188-933ee657ed0e HTTP/1.1" status: 200 len: 944 time: 0.0662003 Jul 22 23:13:56.660005 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-72a9f9e7-c0f1-47e1-9ec7-34747a5ef780 req-ef139402-2abf-4e0c-9112-e640f0dde5ea tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdf4a528-dd54-4780-893e-44f1896a93f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382710 Jul 22 23:13:56.687834 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Device ed9d47de-6c01-44de-9932-7c1d241b8fba up at agent hyperv_hv-cinder-80187 {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:13:56.741405 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Provisioning complete for port ed9d47de-6c01-44de-9932-7c1d241b8fba triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:13:56.741695 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832377'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:56.850008 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:56.872320 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb105b9d-b7da-4377-a1dc-c195461784ce req-69bdfe5e-309c-4a3e-aff2-6c57caaa0102 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:56.874610 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-bb105b9d-b7da-4377-a1dc-c195461784ce req-69bdfe5e-309c-4a3e-aff2-6c57caaa0102 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=30c4bc5a-ce65-4608-8781-bde54ef98599 HTTP/1.1" status: 200 len: 945 time: 0.0841479 Jul 22 23:13:56.893806 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8271f108-5334-4d0a-a188-933ee657ed0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed9d47de-6c01-44de-9932-7c1d241b8fba'}] {{(pid=93194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:13:56.896828 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7601765a566782fd39478405f6fadc52a0f9e3dab845648c9e7fe91a53a45b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-232d7d5c-22eb-4c92-aebd-c60ab2910ea3" -d '{"events": [{"server_uuid": "8271f108-5334-4d0a-a188-933ee657ed0e", "name": "network-vif-plugged", "status": "completed", "tag": "ed9d47de-6c01-44de-9932-7c1d241b8fba"}]}' {{(pid=93194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:13:56.913614 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] For port ed9d47de-6c01-44de-9932-7c1d241b8fba, host hv-cinder-80187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80187',level=0,port_id=ed9d47de-6c01-44de-9932-7c1d241b8fba,segment=NetworkSegment(f73d282d-c39b-4414-b8a8-4f3ec992f8ca),segment_id=f73d282d-c39b-4414-b8a8-4f3ec992f8ca)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:13:56.919257 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:13:56.926688 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-bb105b9d-b7da-4377-a1dc-c195461784ce req-a9a6692a-da37-4196-b1d9-595ea0bfb841 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392220 Jul 22 23:13:56.961631 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b070532-9f7d-426b-a846-96bf1ef35af3 x-openstack-request-id: req-0b070532-9f7d-426b-a846-96bf1ef35af3 {{(pid=93194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:13:56.961937 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8271f108-5334-4d0a-a188-933ee657ed0e", "name": "network-vif-plugged", "status": "completed", "tag": "ed9d47de-6c01-44de-9932-7c1d241b8fba", "code": 200}]} {{(pid=93194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:13:56.962181 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0b070532-9f7d-426b-a846-96bf1ef35af3 {{(pid=93194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:13:56.962568 dv-cinder-801875-2-iscsi neutron-server[93194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8271f108-5334-4d0a-a188-933ee657ed0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed9d47de-6c01-44de-9932-7c1d241b8fba', 'code': 200} Jul 22 23:13:56.986135 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Pushing event updated for resources: {'Port': ['ID=ed9d47de-6c01-44de-9932-7c1d241b8fba,revision_number=7']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:13:57.811050 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3b2985-16bd-4a14-b347-643446666163 req-a08c809a-98af-485a-b14a-2d6e8eb1f089 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:57.812515 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-5a3b2985-16bd-4a14-b347-643446666163 req-a08c809a-98af-485a-b14a-2d6e8eb1f089 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=8271f108-5334-4d0a-a188-933ee657ed0e HTTP/1.1" status: 200 len: 945 time: 0.0776224 Jul 22 23:13:57.853166 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-5a3b2985-16bd-4a14-b347-643446666163 req-0d2ac26b-c496-4347-bc6c-1815427d931d tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdf4a528-dd54-4780-893e-44f1896a93f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349355 Jul 22 23:13:57.901429 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.agents_db [None req-bfbb8894-14bb-41d0-8761-89beb89abbcb None None] Agent healthcheck: found 6 active agents {{(pid=93195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:13:58.338498 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5189eb2-dc2f-4435-b344-8446c757efdb req-f48229f8-371e-4263-9010-f6ebede3c848 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:58.340161 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-b5189eb2-dc2f-4435-b344-8446c757efdb req-f48229f8-371e-4263-9010-f6ebede3c848 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=30c4bc5a-ce65-4608-8781-bde54ef98599 HTTP/1.1" status: 200 len: 945 time: 0.3287759 Jul 22 23:13:58.383622 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-b5189eb2-dc2f-4435-b344-8446c757efdb req-f7308039-7f37-46ce-a700-9e862211ef4e tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364025 Jul 22 23:13:59.004752 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3d7520-d745-472f-bb39-0949e1d0f1fd req-2d243934-b843-4896-a8a9-1ae6af5fddc5 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:59.007251 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-3d3d7520-d745-472f-bb39-0949e1d0f1fd req-2d243934-b843-4896-a8a9-1ae6af5fddc5 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=8271f108-5334-4d0a-a188-933ee657ed0e HTTP/1.1" status: 200 len: 945 time: 0.0722229 Jul 22 23:13:59.049320 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-3d3d7520-d745-472f-bb39-0949e1d0f1fd req-92fdca50-ce6e-42df-89c2-447d86d38dde tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdf4a528-dd54-4780-893e-44f1896a93f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367992 Jul 22 23:13:59.522050 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529b64ca-e8f5-4f13-a622-3eaf1d550e96 req-5ca47e17-934a-41b7-925c-409adfc79e8e tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:13:59.523538 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-529b64ca-e8f5-4f13-a622-3eaf1d550e96 req-5ca47e17-934a-41b7-925c-409adfc79e8e tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=30c4bc5a-ce65-4608-8781-bde54ef98599 HTTP/1.1" status: 200 len: 945 time: 0.0674219 Jul 22 23:13:59.565408 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-529b64ca-e8f5-4f13-a622-3eaf1d550e96 req-4be0b8ad-c12c-4f3b-8594-6b0857428ac4 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361688 Jul 22 23:14:00.189160 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345e655f-a217-48ff-a322-56eb91f73aa1 req-c2491de7-e28f-4244-8f00-3065677f35a1 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:00.190795 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-345e655f-a217-48ff-a322-56eb91f73aa1 req-c2491de7-e28f-4244-8f00-3065677f35a1 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=8271f108-5334-4d0a-a188-933ee657ed0e HTTP/1.1" status: 200 len: 945 time: 0.0659022 Jul 22 23:14:00.236557 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-345e655f-a217-48ff-a322-56eb91f73aa1 req-51dc71c2-d3b3-437c-ba42-3f6d9e2cd0df tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdf4a528-dd54-4780-893e-44f1896a93f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384154 Jul 22 23:14:00.698127 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fd2deb-38b7-4397-869d-e662a444b5a6 req-28229882-1462-496f-bb9a-fed11bb2ccf2 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:00.699854 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-98fd2deb-38b7-4397-869d-e662a444b5a6 req-28229882-1462-496f-bb9a-fed11bb2ccf2 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=30c4bc5a-ce65-4608-8781-bde54ef98599 HTTP/1.1" status: 200 len: 945 time: 0.0647819 Jul 22 23:14:00.739954 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-98fd2deb-38b7-4397-869d-e662a444b5a6 req-9d01e26a-d839-48c8-9f25-dad223a57aac tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346179 Jul 22 23:14:01.376233 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5054173b-9873-40dd-a95e-7acc135bc509 req-42b4319c-ef17-46a7-b689-83589dd1594c tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:01.377768 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-5054173b-9873-40dd-a95e-7acc135bc509 req-42b4319c-ef17-46a7-b689-83589dd1594c tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=8271f108-5334-4d0a-a188-933ee657ed0e HTTP/1.1" status: 200 len: 945 time: 0.0697143 Jul 22 23:14:01.427031 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-5054173b-9873-40dd-a95e-7acc135bc509 req-6380d50b-b556-477f-b648-be48d68e8bf2 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdf4a528-dd54-4780-893e-44f1896a93f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429337 Jul 22 23:14:01.879977 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5807ac4a-19ca-4c1d-a3d7-01145d082664 req-ac373219-3482-4855-aade-8fa2a3ca7d36 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:01.881746 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-5807ac4a-19ca-4c1d-a3d7-01145d082664 req-ac373219-3482-4855-aade-8fa2a3ca7d36 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=30c4bc5a-ce65-4608-8781-bde54ef98599 HTTP/1.1" status: 200 len: 945 time: 0.0749705 Jul 22 23:14:01.938401 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-5807ac4a-19ca-4c1d-a3d7-01145d082664 req-3659a22d-fe3e-4d58-947b-e71ef0bbc35e tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478499 Jul 22 23:14:02.567719 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d28f409-7c44-4809-82c9-94516ace9b1d req-d6962e71-ca4f-4ccb-8022-0a3df4c2bbf3 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:02.570021 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-3d28f409-7c44-4809-82c9-94516ace9b1d req-d6962e71-ca4f-4ccb-8022-0a3df4c2bbf3 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=8271f108-5334-4d0a-a188-933ee657ed0e HTTP/1.1" status: 200 len: 945 time: 0.0698354 Jul 22 23:14:02.623371 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-3d28f409-7c44-4809-82c9-94516ace9b1d req-e293d22d-675e-4721-aa78-ca0fb2cefb15 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdf4a528-dd54-4780-893e-44f1896a93f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463531 Jul 22 23:14:03.080047 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc267462-abcd-410c-8af0-5a0ff13e2787 req-a5fd771f-56fd-4ce5-b364-31433480485d tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:03.081500 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-cc267462-abcd-410c-8af0-5a0ff13e2787 req-a5fd771f-56fd-4ce5-b364-31433480485d tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=30c4bc5a-ce65-4608-8781-bde54ef98599 HTTP/1.1" status: 200 len: 945 time: 0.0707757 Jul 22 23:14:03.124255 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-cc267462-abcd-410c-8af0-5a0ff13e2787 req-614da1a5-d596-41f1-845c-2fb7b8c33264 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370982 Jul 22 23:14:03.771405 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89adf6d-f821-45ca-a298-2dcbc1f737e5 req-14058d5e-da66-46a7-afeb-16d1e8d623be tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:03.772923 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-e89adf6d-f821-45ca-a298-2dcbc1f737e5 req-14058d5e-da66-46a7-afeb-16d1e8d623be tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=8271f108-5334-4d0a-a188-933ee657ed0e HTTP/1.1" status: 200 len: 945 time: 0.0722635 Jul 22 23:14:03.816208 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-e89adf6d-f821-45ca-a298-2dcbc1f737e5 req-8c8ae822-f8bb-44a8-b64a-d1603bd76531 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdf4a528-dd54-4780-893e-44f1896a93f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376034 Jul 22 23:14:04.271900 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb770c08-5aa7-44ad-bc05-7ea1a6f0b729 req-caf9ed3f-2561-4e68-b2ab-13612fcd2068 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:04.273248 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-cb770c08-5aa7-44ad-bc05-7ea1a6f0b729 req-caf9ed3f-2561-4e68-b2ab-13612fcd2068 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=30c4bc5a-ce65-4608-8781-bde54ef98599 HTTP/1.1" status: 200 len: 945 time: 0.0785565 Jul 22 23:14:04.319242 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-cb770c08-5aa7-44ad-bc05-7ea1a6f0b729 req-3d80af6b-235b-4541-99cc-4cb6e9262555 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392244 Jul 22 23:14:04.957491 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f59dd99-998b-4421-a090-f840ca7d5705 req-b3bde66f-e6ea-4b06-986b-4ae4fb76c207 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:04.959018 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-8f59dd99-998b-4421-a090-f840ca7d5705 req-b3bde66f-e6ea-4b06-986b-4ae4fb76c207 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=8271f108-5334-4d0a-a188-933ee657ed0e HTTP/1.1" status: 200 len: 945 time: 0.0703499 Jul 22 23:14:05.022838 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-8f59dd99-998b-4421-a090-f840ca7d5705 req-324c67e0-d418-45c1-875c-eab6dd75f803 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdf4a528-dd54-4780-893e-44f1896a93f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574195 Jul 22 23:14:05.471174 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa53422c-d848-4b23-8689-647a5e4a12e1 req-9f68b833-7e6a-4d90-901f-ee3b746d083a tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:05.472906 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-fa53422c-d848-4b23-8689-647a5e4a12e1 req-9f68b833-7e6a-4d90-901f-ee3b746d083a tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=30c4bc5a-ce65-4608-8781-bde54ef98599 HTTP/1.1" status: 200 len: 945 time: 0.0673935 Jul 22 23:14:05.519850 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-fa53422c-d848-4b23-8689-647a5e4a12e1 req-fba627d4-fd9c-419d-94d0-2ef0da0bbae5 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410912 Jul 22 23:14:06.196214 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6410b983-b5ad-4bc3-ac41-1913e4ba8d71 req-9985bb40-6c85-42d5-8600-3c6a8c5e81f9 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:06.200917 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-6410b983-b5ad-4bc3-ac41-1913e4ba8d71 req-9985bb40-6c85-42d5-8600-3c6a8c5e81f9 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=8271f108-5334-4d0a-a188-933ee657ed0e HTTP/1.1" status: 200 len: 945 time: 0.0838654 Jul 22 23:14:06.236041 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-6410b983-b5ad-4bc3-ac41-1913e4ba8d71 req-ed5187d7-fc31-404d-964c-f20e77a3fef2 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdf4a528-dd54-4780-893e-44f1896a93f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320857 Jul 22 23:14:06.659226 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e542b4f1-7674-46cd-92c2-519896586e5f req-1e0cb708-b042-49af-8412-ecfd789d9d9c tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:06.660798 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-e542b4f1-7674-46cd-92c2-519896586e5f req-1e0cb708-b042-49af-8412-ecfd789d9d9c tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=30c4bc5a-ce65-4608-8781-bde54ef98599 HTTP/1.1" status: 200 len: 945 time: 0.0688088 Jul 22 23:14:06.713108 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-e542b4f1-7674-46cd-92c2-519896586e5f req-bf928bf2-fd8a-4953-971a-0bb469de962d tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419154 Jul 22 23:14:07.379551 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dcf6f3-ba02-49c7-be2c-b0152365df95 req-dbc3f1e8-a18e-4509-aa90-74645d4b457b tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:07.381084 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-57dcf6f3-ba02-49c7-be2c-b0152365df95 req-dbc3f1e8-a18e-4509-aa90-74645d4b457b tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=8271f108-5334-4d0a-a188-933ee657ed0e HTTP/1.1" status: 200 len: 945 time: 0.0670958 Jul 22 23:14:07.418245 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-57dcf6f3-ba02-49c7-be2c-b0152365df95 req-772b111c-c4d8-454c-8ad9-8ab4a1567367 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdf4a528-dd54-4780-893e-44f1896a93f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316460 Jul 22 23:14:07.842601 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9953a118-69fc-435d-a5a2-0502306a5a77 req-b5dc71bc-4cf8-44f2-a3d8-c468ea8f4dc3 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:07.844107 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-9953a118-69fc-435d-a5a2-0502306a5a77 req-b5dc71bc-4cf8-44f2-a3d8-c468ea8f4dc3 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=30c4bc5a-ce65-4608-8781-bde54ef98599 HTTP/1.1" status: 200 len: 945 time: 0.0624459 Jul 22 23:14:07.881140 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-9953a118-69fc-435d-a5a2-0502306a5a77 req-2edbb018-fc0f-47a2-a809-5e2dd3401026 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316427 Jul 22 23:14:08.550188 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d21eb0-3876-4f5d-8908-bce40a701b63 req-3fd664d9-b254-4d67-9d8d-1d7bc6ae2884 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:08.551723 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-58d21eb0-3876-4f5d-8908-bce40a701b63 req-3fd664d9-b254-4d67-9d8d-1d7bc6ae2884 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=8271f108-5334-4d0a-a188-933ee657ed0e HTTP/1.1" status: 200 len: 945 time: 0.0633242 Jul 22 23:14:08.592029 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-58d21eb0-3876-4f5d-8908-bce40a701b63 req-2633cb20-0b59-4874-9de2-a1d0f3d557fb tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdf4a528-dd54-4780-893e-44f1896a93f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342500 Jul 22 23:14:09.008230 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d97f6ca-0cb1-4f09-9f55-f605ce582d98 req-912bbf5d-c7ac-41c3-a03c-87c8bba353cc tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:09.009657 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-7d97f6ca-0cb1-4f09-9f55-f605ce582d98 req-912bbf5d-c7ac-41c3-a03c-87c8bba353cc tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=30c4bc5a-ce65-4608-8781-bde54ef98599 HTTP/1.1" status: 200 len: 945 time: 0.0633159 Jul 22 23:14:09.052529 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-7d97f6ca-0cb1-4f09-9f55-f605ce582d98 req-f475041b-e04d-47f2-b03c-3821a307814b tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366428 Jul 22 23:14:09.734957 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a6bc6d-5bbb-4357-b709-dc1cb981c942 req-50cc5f9a-be3a-4cb8-97b1-7f8a0a161fab tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:09.736543 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-41a6bc6d-5bbb-4357-b709-dc1cb981c942 req-50cc5f9a-be3a-4cb8-97b1-7f8a0a161fab tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=8271f108-5334-4d0a-a188-933ee657ed0e HTTP/1.1" status: 200 len: 945 time: 0.0736041 Jul 22 23:14:09.793032 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-41a6bc6d-5bbb-4357-b709-dc1cb981c942 req-2f4fea1d-d47e-4687-9dcd-dfcde184fdbd tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdf4a528-dd54-4780-893e-44f1896a93f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503693 Jul 22 23:14:10.202703 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9564c0-dd75-4975-8afb-364be122ca3f req-82629dc6-6e93-446d-b39b-6ff350b35d0f tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:10.204482 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-4c9564c0-dd75-4975-8afb-364be122ca3f req-82629dc6-6e93-446d-b39b-6ff350b35d0f tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=30c4bc5a-ce65-4608-8781-bde54ef98599 HTTP/1.1" status: 200 len: 945 time: 0.0735519 Jul 22 23:14:10.256953 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-4c9564c0-dd75-4975-8afb-364be122ca3f req-84fbce7e-9684-4699-bb48-a9811e411e5b tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453587 Jul 22 23:14:10.942787 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fe43f3-8d92-46b0-bc24-ba69a49c8020 req-13bffda0-2d81-40a2-abc7-5650947141c4 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:10.944441 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-c9fe43f3-8d92-46b0-bc24-ba69a49c8020 req-13bffda0-2d81-40a2-abc7-5650947141c4 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=8271f108-5334-4d0a-a188-933ee657ed0e HTTP/1.1" status: 200 len: 945 time: 0.0755200 Jul 22 23:14:10.986970 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-c9fe43f3-8d92-46b0-bc24-ba69a49c8020 req-cac3ae42-30c5-44b4-9057-6521425483eb tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdf4a528-dd54-4780-893e-44f1896a93f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367625 Jul 22 23:14:11.398588 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9c1192-d6cd-4de4-8ba3-8234d28987f5 req-825b0e24-b537-42bb-b081-27e66e82f731 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:11.400131 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-3d9c1192-d6cd-4de4-8ba3-8234d28987f5 req-825b0e24-b537-42bb-b081-27e66e82f731 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=30c4bc5a-ce65-4608-8781-bde54ef98599 HTTP/1.1" status: 200 len: 945 time: 0.0653462 Jul 22 23:14:11.448942 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-3d9c1192-d6cd-4de4-8ba3-8234d28987f5 req-05020998-5c4f-46eb-bd70-4d2d092a61fe tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419614 Jul 22 23:14:11.809514 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886bcb19-7b86-45bc-8317-2d0788264c95 req-c4604d4b-b633-4b76-89d5-298fcd009181 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:11.812310 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-886bcb19-7b86-45bc-8317-2d0788264c95 req-c4604d4b-b633-4b76-89d5-298fcd009181 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/ports?device_id=d4b462b5-4487-433c-b3e2-d2237872cf55 HTTP/1.1" status: 200 len: 945 time: 0.0715163 Jul 22 23:14:11.852027 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-886bcb19-7b86-45bc-8317-2d0788264c95 req-8d2f1bca-a4ba-45ac-a9cc-67213c5e1512 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/security-groups?id=d84c6cad-631b-43c5-a35b-86fdac5eacd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340354 Jul 22 23:14:12.131334 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581e86b1-1163-47e7-bd37-d4bef9c16ffb req-1ae33691-b325-4851-ab6a-2023e6999d14 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:12.133050 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-581e86b1-1163-47e7-bd37-d4bef9c16ffb req-1ae33691-b325-4851-ab6a-2023e6999d14 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=8271f108-5334-4d0a-a188-933ee657ed0e HTTP/1.1" status: 200 len: 945 time: 0.0689797 Jul 22 23:14:12.176754 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-581e86b1-1163-47e7-bd37-d4bef9c16ffb req-9c61a579-cede-41db-92d4-5de3655474d4 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdf4a528-dd54-4780-893e-44f1896a93f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372853 Jul 22 23:14:12.600307 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6d8e5e-f80c-4cf1-afe0-7d9f7e3b6d05 req-7ba4dc46-8a9a-4cfd-b1ba-898d70e50033 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:12.601979 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-9d6d8e5e-f80c-4cf1-afe0-7d9f7e3b6d05 req-7ba4dc46-8a9a-4cfd-b1ba-898d70e50033 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=30c4bc5a-ce65-4608-8781-bde54ef98599 HTTP/1.1" status: 200 len: 945 time: 0.0741775 Jul 22 23:14:12.645388 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-9d6d8e5e-f80c-4cf1-afe0-7d9f7e3b6d05 req-bb99e593-ad78-4a7f-9232-8621f6c195fa tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364363 Jul 22 23:14:12.980438 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ceaaa6-54fb-4646-8f69-36542d22fb1a req-42a5745b-8776-40d9-84ff-bdcc1bbf1276 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:12.981911 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-39ceaaa6-54fb-4646-8f69-36542d22fb1a req-42a5745b-8776-40d9-84ff-bdcc1bbf1276 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/ports?device_id=d4b462b5-4487-433c-b3e2-d2237872cf55 HTTP/1.1" status: 200 len: 945 time: 0.0632215 Jul 22 23:14:13.019436 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-39ceaaa6-54fb-4646-8f69-36542d22fb1a req-153f5edc-8888-453d-bd4b-5e07e175f127 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/security-groups?id=d84c6cad-631b-43c5-a35b-86fdac5eacd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319607 Jul 22 23:14:13.306692 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e3cab9-0fde-4f81-9149-07f94cb68763 req-95159965-b84c-4ef3-a815-1b46b4de82a7 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:13.308053 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-d9e3cab9-0fde-4f81-9149-07f94cb68763 req-95159965-b84c-4ef3-a815-1b46b4de82a7 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=8271f108-5334-4d0a-a188-933ee657ed0e HTTP/1.1" status: 200 len: 945 time: 0.0620184 Jul 22 23:14:13.348417 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-d9e3cab9-0fde-4f81-9149-07f94cb68763 req-87a98d14-4766-4049-a264-6f49328c7731 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdf4a528-dd54-4780-893e-44f1896a93f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342875 Jul 22 23:14:13.776141 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ce76c3-c35b-4ff2-b52a-deff646a10c8 req-a7d0e299-2811-4c88-ad47-1cd7afdcb18b tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:13.777628 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-12ce76c3-c35b-4ff2-b52a-deff646a10c8 req-a7d0e299-2811-4c88-ad47-1cd7afdcb18b tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=30c4bc5a-ce65-4608-8781-bde54ef98599 HTTP/1.1" status: 200 len: 945 time: 0.0652487 Jul 22 23:14:13.814284 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-12ce76c3-c35b-4ff2-b52a-deff646a10c8 req-26f93c84-d00e-4969-9032-a9b7b7d758c3 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312202 Jul 22 23:14:14.147438 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a477f12f-3672-4efa-86c5-58269f8600e8 req-c23eeb43-9a62-4bec-8c50-c1e15688ca8b tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:14.148925 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-a477f12f-3672-4efa-86c5-58269f8600e8 req-c23eeb43-9a62-4bec-8c50-c1e15688ca8b tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/ports?device_id=d4b462b5-4487-433c-b3e2-d2237872cf55 HTTP/1.1" status: 200 len: 945 time: 0.0631545 Jul 22 23:14:14.186171 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-a477f12f-3672-4efa-86c5-58269f8600e8 req-13d55580-81a6-4a8e-ab58-e4bd3633c841 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/security-groups?id=d84c6cad-631b-43c5-a35b-86fdac5eacd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312266 Jul 22 23:14:14.482950 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c26859-2a56-4fa0-bee7-cc8431f9360b req-b2d2f80a-57ee-48ed-ae87-480200c6ce79 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:14.484448 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-36c26859-2a56-4fa0-bee7-cc8431f9360b req-b2d2f80a-57ee-48ed-ae87-480200c6ce79 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=8271f108-5334-4d0a-a188-933ee657ed0e HTTP/1.1" status: 200 len: 945 time: 0.0662577 Jul 22 23:14:14.521116 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-36c26859-2a56-4fa0-bee7-cc8431f9360b req-91f9780d-f6bd-48d0-99c3-36e6a06697e6 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdf4a528-dd54-4780-893e-44f1896a93f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310922 Jul 22 23:14:14.942932 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c579e55-2890-41ee-8d5e-f727d6dec122 req-60280816-012c-4875-af6d-053a365511c2 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:14.944417 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-9c579e55-2890-41ee-8d5e-f727d6dec122 req-60280816-012c-4875-af6d-053a365511c2 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=30c4bc5a-ce65-4608-8781-bde54ef98599 HTTP/1.1" status: 200 len: 945 time: 0.0646973 Jul 22 23:14:14.981457 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-9c579e55-2890-41ee-8d5e-f727d6dec122 req-36077b62-0f45-4169-8c99-6010355596b2 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314534 Jul 22 23:14:15.324567 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7489067a-7f95-4e3b-9810-26952a6b1af0 req-db60208e-b6df-4570-a136-2a173c373d85 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:15.326216 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-7489067a-7f95-4e3b-9810-26952a6b1af0 req-db60208e-b6df-4570-a136-2a173c373d85 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/ports?device_id=d4b462b5-4487-433c-b3e2-d2237872cf55 HTTP/1.1" status: 200 len: 945 time: 0.0727060 Jul 22 23:14:15.376209 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-7489067a-7f95-4e3b-9810-26952a6b1af0 req-934cfd61-d924-479f-8538-ce99d780e8ad tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/security-groups?id=d84c6cad-631b-43c5-a35b-86fdac5eacd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432456 Jul 22 23:14:15.471352 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b2d287a8-23e8-41f9-8ab3-b11605da31f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:15.674337 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1a2be7-083c-4504-be33-eba3293883ec req-a74dac8c-f226-4085-b24d-97b87698be86 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:15.675835 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-0e1a2be7-083c-4504-be33-eba3293883ec req-a74dac8c-f226-4085-b24d-97b87698be86 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=8271f108-5334-4d0a-a188-933ee657ed0e HTTP/1.1" status: 200 len: 945 time: 0.0709238 Jul 22 23:14:15.748587 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-0e1a2be7-083c-4504-be33-eba3293883ec req-02da0870-3ef8-4d11-8935-9c26983de0e3 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdf4a528-dd54-4780-893e-44f1896a93f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628018 Jul 22 23:14:16.171358 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5dd14d-7a77-4962-9be1-47aea8446e7d req-0a8f4245-c527-4542-a995-4c20eeb295dd tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:16.173305 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-7a5dd14d-7a77-4962-9be1-47aea8446e7d req-0a8f4245-c527-4542-a995-4c20eeb295dd tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=30c4bc5a-ce65-4608-8781-bde54ef98599 HTTP/1.1" status: 200 len: 945 time: 0.0897722 Jul 22 23:14:16.232679 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-7a5dd14d-7a77-4962-9be1-47aea8446e7d req-fee80514-3eb6-4814-bc24-bc96c9c95a26 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461330 Jul 22 23:14:16.528024 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126c3420-330b-433c-ad9d-6d1af6c52593 req-e23519c7-cd45-4892-88e3-63f0dd8085bb tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:16.532807 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-126c3420-330b-433c-ad9d-6d1af6c52593 req-e23519c7-cd45-4892-88e3-63f0dd8085bb tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/ports?device_id=d4b462b5-4487-433c-b3e2-d2237872cf55 HTTP/1.1" status: 200 len: 945 time: 0.0735424 Jul 22 23:14:16.571718 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-126c3420-330b-433c-ad9d-6d1af6c52593 req-be6af3d2-2933-4cb4-8715-ab9263827ea5 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/security-groups?id=d84c6cad-631b-43c5-a35b-86fdac5eacd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348744 Jul 22 23:14:16.984609 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-946112e6-3724-43d8-8d2b-3dcb8c66e969 req-bfd58f82-a6c1-4877-93fe-f98b7e5a25dc service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=8336b4ae-d194-4f5f-b4d7-c111fef91485&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1565695 Jul 22 23:14:17.162318 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad3f41f-f9c6-4dba-9185-683d2e5f3b40 req-4dd811b7-4ed1-4a9f-9aad-063d9d15e9cf tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:17.188488 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-7ad3f41f-f9c6-4dba-9185-683d2e5f3b40 req-4dd811b7-4ed1-4a9f-9aad-063d9d15e9cf tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=8271f108-5334-4d0a-a188-933ee657ed0e HTTP/1.1" status: 200 len: 945 time: 0.2983022 Jul 22 23:14:17.301999 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-7ad3f41f-f9c6-4dba-9185-683d2e5f3b40 req-3500a78e-7931-4835-9400-d29349be5a7d tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdf4a528-dd54-4780-893e-44f1896a93f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144962 Jul 22 23:14:17.469718 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7ef5a3-44f7-4027-9957-2d157ce40bc8 req-253cded9-2799-43be-95ea-0cb953fcdc89 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:17.471660 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-4e7ef5a3-44f7-4027-9957-2d157ce40bc8 req-253cded9-2799-43be-95ea-0cb953fcdc89 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=30c4bc5a-ce65-4608-8781-bde54ef98599 HTTP/1.1" status: 200 len: 945 time: 0.1303785 Jul 22 23:14:17.514679 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-4e7ef5a3-44f7-4027-9957-2d157ce40bc8 req-d3907c93-e6fd-40f5-b8e1-d425d01d1747 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377011 Jul 22 23:14:17.744773 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981cbdc1-fc52-4741-8127-e48a17a1bef6 req-164969e8-c9a5-40a6-8e0c-222c650adfc0 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:17.746302 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-981cbdc1-fc52-4741-8127-e48a17a1bef6 req-164969e8-c9a5-40a6-8e0c-222c650adfc0 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/ports?device_id=d4b462b5-4487-433c-b3e2-d2237872cf55 HTTP/1.1" status: 200 len: 945 time: 0.0910411 Jul 22 23:14:17.817413 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-981cbdc1-fc52-4741-8127-e48a17a1bef6 req-f594e2c7-a3e6-4598-9756-f53b79e6faec tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/security-groups?id=d84c6cad-631b-43c5-a35b-86fdac5eacd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595756 Jul 22 23:14:18.169358 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-f3cde301-0331-48b2-af29-bae2cf1e77b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:18.530059 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199541b5-7ad8-49a8-af6d-61ec24888ae4 req-688c46b9-44ba-470e-8361-db9175202b24 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:18.534912 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-199541b5-7ad8-49a8-af6d-61ec24888ae4 req-688c46b9-44ba-470e-8361-db9175202b24 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=8271f108-5334-4d0a-a188-933ee657ed0e HTTP/1.1" status: 200 len: 945 time: 0.1404562 Jul 22 23:14:18.582469 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-199541b5-7ad8-49a8-af6d-61ec24888ae4 req-8020cb21-ce14-4221-a1ef-3ecc8244a3b8 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdf4a528-dd54-4780-893e-44f1896a93f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416443 Jul 22 23:14:18.671255 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:18.685855 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970c7fc3-2e99-4fab-af6a-f922d94207be req-5860587d-1bd2-436c-afa4-073ee6f4ae4f tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:18.693408 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-970c7fc3-2e99-4fab-af6a-f922d94207be req-5860587d-1bd2-436c-afa4-073ee6f4ae4f tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=30c4bc5a-ce65-4608-8781-bde54ef98599 HTTP/1.1" status: 200 len: 945 time: 0.0721483 Jul 22 23:14:18.715192 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:18.744158 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-970c7fc3-2e99-4fab-af6a-f922d94207be req-f43b5c3d-fcc7-4bdd-9a8a-c79dfe3e837a tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494416 Jul 22 23:14:18.996778 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea29be0-653e-49d0-89cd-da0a2a7dce74 req-7a52ee24-7f28-4e4e-b959-6243d082788d tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:18.998549 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-dea29be0-653e-49d0-89cd-da0a2a7dce74 req-7a52ee24-7f28-4e4e-b959-6243d082788d tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/ports?device_id=d4b462b5-4487-433c-b3e2-d2237872cf55 HTTP/1.1" status: 200 len: 945 time: 0.0947466 Jul 22 23:14:19.048774 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-dea29be0-653e-49d0-89cd-da0a2a7dce74 req-3df8679d-0e81-45b8-a01b-37da8dc608d8 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/security-groups?id=d84c6cad-631b-43c5-a35b-86fdac5eacd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439436 Jul 22 23:14:19.124112 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-d6d3e244-519d-4c84-95ee-f6386db2b0d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:19.742406 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f26abb-8a9f-4ef5-b001-d3416cb83a7b req-1b9b80a1-7998-4b79-b05d-ee4912b847cc tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:19.743860 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-60f26abb-8a9f-4ef5-b001-d3416cb83a7b req-1b9b80a1-7998-4b79-b05d-ee4912b847cc tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=8271f108-5334-4d0a-a188-933ee657ed0e HTTP/1.1" status: 200 len: 945 time: 0.0880644 Jul 22 23:14:19.794704 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-60f26abb-8a9f-4ef5-b001-d3416cb83a7b req-bda47f93-49aa-4eb7-a6bb-0fafc2b4b89b tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdf4a528-dd54-4780-893e-44f1896a93f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449581 Jul 22 23:14:19.901547 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8cfea3-7df9-405e-ad74-e75e810b9149 req-dbd13890-e805-46b0-8f9e-ad719b93b6b8 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:19.903432 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-6a8cfea3-7df9-405e-ad74-e75e810b9149 req-dbd13890-e805-46b0-8f9e-ad719b93b6b8 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=30c4bc5a-ce65-4608-8781-bde54ef98599 HTTP/1.1" status: 200 len: 945 time: 0.0686557 Jul 22 23:14:19.965286 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-6a8cfea3-7df9-405e-ad74-e75e810b9149 req-1cf7c461-743f-4fd2-bdbc-94d66dc7f751 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534599 Jul 22 23:14:20.202404 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b5798b-dbcc-4aea-b461-cd804ec0a376 req-f8176b76-cc06-48af-a755-4bf0a2fce0bb tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:20.204297 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-21b5798b-dbcc-4aea-b461-cd804ec0a376 req-f8176b76-cc06-48af-a755-4bf0a2fce0bb tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/ports?device_id=d4b462b5-4487-433c-b3e2-d2237872cf55 HTTP/1.1" status: 200 len: 945 time: 0.0783989 Jul 22 23:14:20.263792 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-21b5798b-dbcc-4aea-b461-cd804ec0a376 req-ffabea29-1888-4e21-b981-8ef3c5a87e1c tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/security-groups?id=d84c6cad-631b-43c5-a35b-86fdac5eacd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479741 Jul 22 23:14:20.765522 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946112e6-3724-43d8-8d2b-3dcb8c66e969 req-a7ebfe42-50a5-410d-9658-af89087a0333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:20.767324 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-946112e6-3724-43d8-8d2b-3dcb8c66e969 req-a7ebfe42-50a5-410d-9658-af89087a0333 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=508ce7147574443fa7fe75758145d216&device_id=8336b4ae-d194-4f5f-b4d7-c111fef91485 HTTP/1.1" status: 200 len: 1098 time: 0.0630512 Jul 22 23:14:20.904536 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-cbf739a1-5d20-402c-989d-00d0f7e6e81c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:20.943821 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946112e6-3724-43d8-8d2b-3dcb8c66e969 req-31c2c7cd-9e45-4eae-9ddc-d02ae26904a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:20.945438 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-946112e6-3724-43d8-8d2b-3dcb8c66e969 req-31c2c7cd-9e45-4eae-9ddc-d02ae26904a9 service neutron] 10.222.0.76 "GET /v2.0/networks?id=56c05d67-dcfb-4da8-b292-0e214c68403b HTTP/1.1" status: 200 len: 920 time: 0.1495478 Jul 22 23:14:20.975668 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29767ca-53dd-4c7e-93b3-6a458ea8e103 req-fa529b75-103f-48f2-9ced-c126bf7b2941 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:20.977232 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-a29767ca-53dd-4c7e-93b3-6a458ea8e103 req-fa529b75-103f-48f2-9ced-c126bf7b2941 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=8271f108-5334-4d0a-a188-933ee657ed0e HTTP/1.1" status: 200 len: 945 time: 0.1021509 Jul 22 23:14:21.020734 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-946112e6-3724-43d8-8d2b-3dcb8c66e969 req-abfb6096-3b4b-44dd-afb3-120a09fbfc21 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=114b2d53-d7f9-4d95-bf3f-9d9e71a3c2ba HTTP/1.1" status: 200 len: 217 time: 0.0534725 Jul 22 23:14:21.110547 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-a29767ca-53dd-4c7e-93b3-6a458ea8e103 req-377df4a9-7e27-441d-9d08-6d79ac9a10f0 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdf4a528-dd54-4780-893e-44f1896a93f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988553 Jul 22 23:14:21.137363 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946112e6-3724-43d8-8d2b-3dcb8c66e969 req-943220b3-2e35-492d-b4a5-f8a87b1352a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:21.137363 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-946112e6-3724-43d8-8d2b-3dcb8c66e969 req-943220b3-2e35-492d-b4a5-f8a87b1352a3 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=223fd587-80e8-4bd3-805b-2cf5bf9c1819 HTTP/1.1" status: 200 len: 859 time: 0.1059680 Jul 22 23:14:21.188117 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-946112e6-3724-43d8-8d2b-3dcb8c66e969 req-dc129786-a10a-48cf-8940-dde495d4b939 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=56c05d67-dcfb-4da8-b292-0e214c68403b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346570 Jul 22 23:14:21.199648 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c59e33-cc3f-43d0-8c85-57d3e510754b req-ae5ce690-7871-4256-a1c8-f153860376c8 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:21.202260 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-d2c59e33-cc3f-43d0-8c85-57d3e510754b req-ae5ce690-7871-4256-a1c8-f153860376c8 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=30c4bc5a-ce65-4608-8781-bde54ef98599 HTTP/1.1" status: 200 len: 945 time: 0.1413991 Jul 22 23:14:21.261717 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-d2c59e33-cc3f-43d0-8c85-57d3e510754b req-d2525002-4bd5-4305-8674-e248a911ad25 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538776 Jul 22 23:14:21.391551 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986c1e6b-bf35-4451-a8dd-ec32a8115394 req-4987a972-171b-4bbb-918a-db6a4b5fafaf tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:21.393066 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-986c1e6b-bf35-4451-a8dd-ec32a8115394 req-4987a972-171b-4bbb-918a-db6a4b5fafaf tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.76 "GET /v2.0/ports?device_id=d4b462b5-4487-433c-b3e2-d2237872cf55 HTTP/1.1" status: 200 len: 945 time: 0.0714028 Jul 22 23:14:21.435322 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-946112e6-3724-43d8-8d2b-3dcb8c66e969 req-4dbae444-7dff-48e3-9d12-ce20b177ed96 service neutron] 10.222.0.76 "GET /v2.0/networks/56c05d67-dcfb-4da8-b292-0e214c68403b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462660 Jul 22 23:14:21.496426 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a24e2ee-db3f-4051-a0be-1db3254d440f req-3953d3a2-4dcd-462c-8a2d-bc6218d14218 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:21.504489 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-2a24e2ee-db3f-4051-a0be-1db3254d440f req-3953d3a2-4dcd-462c-8a2d-bc6218d14218 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/ports?device_id=d4b462b5-4487-433c-b3e2-d2237872cf55 HTTP/1.1" status: 200 len: 945 time: 0.1387966 Jul 22 23:14:21.511524 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.plugin [req-986c1e6b-bf35-4451-a8dd-ec32a8115394 req-0784013b-138a-43ed-92b2-af633f4209a8 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Deleting port ab7d6829-87a2-4dd7-bad8-11454e4271d9 {{(pid=93193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:14:21.512159 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-986c1e6b-bf35-4451-a8dd-ec32a8115394 req-0784013b-138a-43ed-92b2-af633f4209a8 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769065717140'] for port, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:21.593208 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-2a24e2ee-db3f-4051-a0be-1db3254d440f req-09909d87-a27e-452c-847a-8cdbee9e757e tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/security-groups?id=d84c6cad-631b-43c5-a35b-86fdac5eacd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878148 Jul 22 23:14:21.617228 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.db [req-986c1e6b-bf35-4451-a8dd-ec32a8115394 req-0784013b-138a-43ed-92b2-af633f4209a8 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] For port ab7d6829-87a2-4dd7-bad8-11454e4271d9, host hv-cinder-80187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80187',level=0,port_id=ab7d6829-87a2-4dd7-bad8-11454e4271d9,segment=NetworkSegment(16d2cb10-ce94-45af-9e3e-ba31490ef4c9),segment_id=16d2cb10-ce94-45af-9e3e-ba31490ef4c9)] {{(pid=93193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:14:21.617892 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-986c1e6b-bf35-4451-a8dd-ec32a8115394 req-0784013b-138a-43ed-92b2-af633f4209a8 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681326'] for port, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:21.631751 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.plugin [req-986c1e6b-bf35-4451-a8dd-ec32a8115394 req-0784013b-138a-43ed-92b2-af633f4209a8 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Calling delete_port for ab7d6829-87a2-4dd7-bad8-11454e4271d9 owned by compute:nova {{(pid=93193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:14:21.632699 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-946112e6-3724-43d8-8d2b-3dcb8c66e969 req-c22d360a-3435-4a60-8a18-a1587d5e51a3 service neutron] 10.222.0.76 "GET /v2.0/networks/56c05d67-dcfb-4da8-b292-0e214c68403b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892121 Jul 22 23:14:21.774462 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-986c1e6b-bf35-4451-a8dd-ec32a8115394 req-0784013b-138a-43ed-92b2-af633f4209a8 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769065717863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769065317250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31811438'] for port, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:21.802015 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0784013b-138a-43ed-92b2-af633f4209a8 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Pushing event deleted for resources: {'Port': ['ID=ab7d6829-87a2-4dd7-bad8-11454e4271d9,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:14:21.815874 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0784013b-138a-43ed-92b2-af633f4209a8 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:21.816218 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0784013b-138a-43ed-92b2-af633f4209a8 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:21.817001 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0784013b-138a-43ed-92b2-af633f4209a8 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:21.817001 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0784013b-138a-43ed-92b2-af633f4209a8 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:21.819325 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] get_ports_and_sgs() called for port_ids ['4ff6ad14-4f2e-413e-9405-77e3cca49e39', '173bb1b0-c700-4438-a506-b422639fb87b', 'dfab7ed8-6d5b-4abb-b1bc-5cc67716340d', 'ab7d6829-87a2-4dd7-bad8-11454e4271d9'] {{(pid=93194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:14:21.832954 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0784013b-138a-43ed-92b2-af633f4209a8 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:21.833746 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0784013b-138a-43ed-92b2-af633f4209a8 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:21.834352 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0784013b-138a-43ed-92b2-af633f4209a8 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:21.834911 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0784013b-138a-43ed-92b2-af633f4209a8 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:21.835321 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0784013b-138a-43ed-92b2-af633f4209a8 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:21.835726 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0784013b-138a-43ed-92b2-af633f4209a8 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:21.836125 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0784013b-138a-43ed-92b2-af633f4209a8 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:21.836551 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0784013b-138a-43ed-92b2-af633f4209a8 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:21.891085 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.db.l3_dvrscheduler_db [req-986c1e6b-bf35-4451-a8dd-ec32a8115394 req-0784013b-138a-43ed-92b2-af633f4209a8 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] No DVR routers for this DVR port ab7d6829-87a2-4dd7-bad8-11454e4271d9 on host hv-cinder-80187 {{(pid=93193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:14:21.894016 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-986c1e6b-bf35-4451-a8dd-ec32a8115394 req-0784013b-138a-43ed-92b2-af633f4209a8 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92570'] for port, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:21.896391 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-986c1e6b-bf35-4451-a8dd-ec32a8115394 req-0784013b-138a-43ed-92b2-af633f4209a8 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.76 "DELETE /v2.0/ports/ab7d6829-87a2-4dd7-bad8-11454e4271d9 HTTP/1.1" status: 204 len: 173 time: 0.4951046 Jul 22 23:14:21.897323 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4b462b5-4487-433c-b3e2-d2237872cf55', 'name': 'network-vif-deleted', 'tag': 'ab7d6829-87a2-4dd7-bad8-11454e4271d9'}] {{(pid=93193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:14:21.900753 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53e3bfa867fb079e45cf064e3f04560eeff66f84eee23b8fde49e5f46f239411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4464fda-2301-4281-9d44-808aa40d64a9" -d '{"events": [{"server_uuid": "d4b462b5-4487-433c-b3e2-d2237872cf55", "name": "network-vif-deleted", "tag": "ab7d6829-87a2-4dd7-bad8-11454e4271d9"}]}' {{(pid=93193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:14:21.950097 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc02f474-76e2-4840-a88d-0e31b0ff7ecb x-openstack-request-id: req-cc02f474-76e2-4840-a88d-0e31b0ff7ecb {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:14:21.950604 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4b462b5-4487-433c-b3e2-d2237872cf55", "name": "network-vif-deleted", "tag": "ab7d6829-87a2-4dd7-bad8-11454e4271d9", "status": "completed", "code": 200}]} {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:14:21.951028 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cc02f474-76e2-4840-a88d-0e31b0ff7ecb {{(pid=93193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:14:21.951584 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4b462b5-4487-433c-b3e2-d2237872cf55', 'name': 'network-vif-deleted', 'tag': 'ab7d6829-87a2-4dd7-bad8-11454e4271d9', 'status': 'completed', 'code': 200} Jul 22 23:14:22.266472 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed3d016-4f26-4b5e-94d4-a9a25c2e0e43 req-a1e73541-70c7-4190-a54b-768bff4accf8 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:22.269808 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-3ed3d016-4f26-4b5e-94d4-a9a25c2e0e43 req-a1e73541-70c7-4190-a54b-768bff4accf8 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=8271f108-5334-4d0a-a188-933ee657ed0e HTTP/1.1" status: 200 len: 945 time: 0.0757091 Jul 22 23:14:22.331726 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-3ed3d016-4f26-4b5e-94d4-a9a25c2e0e43 req-ce57ea17-7631-4e59-b5c6-9cf71d259ff6 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdf4a528-dd54-4780-893e-44f1896a93f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542598 Jul 22 23:14:22.455627 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c4876c-b93b-463b-baf4-247148c8107e req-10a4aa8d-9e13-483f-8582-1a7cb82698a8 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:22.457370 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-89c4876c-b93b-463b-baf4-247148c8107e req-10a4aa8d-9e13-483f-8582-1a7cb82698a8 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=30c4bc5a-ce65-4608-8781-bde54ef98599 HTTP/1.1" status: 200 len: 945 time: 0.0879011 Jul 22 23:14:22.506356 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-89c4876c-b93b-463b-baf4-247148c8107e req-44228483-ee33-4eca-b4b8-47b97dae60ac tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391748 Jul 22 23:14:22.739727 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-bdc4447c-a74b-442f-8d98-d95a4ff05a1b req-c2c99807-37a1-4e7d-b791-bb02ffbf222e tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/ports?device_id=d4b462b5-4487-433c-b3e2-d2237872cf55 HTTP/1.1" status: 200 len: 210 time: 0.0385299 Jul 22 23:14:23.533214 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbbb19b-0d71-4cb2-9384-a3137cec28d8 req-5ff2a2a4-a5ca-4027-ac44-cddabdebc3ec tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:23.536240 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-4cbbb19b-0d71-4cb2-9384-a3137cec28d8 req-5ff2a2a4-a5ca-4027-ac44-cddabdebc3ec tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=8271f108-5334-4d0a-a188-933ee657ed0e HTTP/1.1" status: 200 len: 945 time: 0.1276166 Jul 22 23:14:23.628243 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-4cbbb19b-0d71-4cb2-9384-a3137cec28d8 req-153ebefa-07eb-43fa-85d3-47417bbe8185 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdf4a528-dd54-4780-893e-44f1896a93f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818524 Jul 22 23:14:23.770175 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551e7b50-21f5-46cb-810c-f4ca089ef50e req-e5c7c52a-5eb2-4172-9d98-40de81520947 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:23.774929 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-551e7b50-21f5-46cb-810c-f4ca089ef50e req-e5c7c52a-5eb2-4172-9d98-40de81520947 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=30c4bc5a-ce65-4608-8781-bde54ef98599 HTTP/1.1" status: 200 len: 945 time: 0.1141977 Jul 22 23:14:23.846951 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-551e7b50-21f5-46cb-810c-f4ca089ef50e req-cf38e0be-9b48-4727-b60a-7174a2a8d232 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631900 Jul 22 23:14:23.884977 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-c7634b7e-9d15-4e44-9aef-a5f6581b6e67 req-54bf853c-cf0d-4002-a74e-813d2a49e9f4 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/ports?device_id=d4b462b5-4487-433c-b3e2-d2237872cf55 HTTP/1.1" status: 200 len: 210 time: 0.0354586 Jul 22 23:14:24.212027 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 36908) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:14:24.266942 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ea03a4d-ce81-41c9-b9da-cec9930019a3 admin admin] Deleting subnet c93b86df-c4f3-4554-87ea-c32ec748f461 {{(pid=93192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:14:24.270206 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-4ea03a4d-ce81-41c9-b9da-cec9930019a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:24.308162 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-4ea03a4d-ce81-41c9-b9da-cec9930019a3 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:24.318126 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-4ea03a4d-ce81-41c9-b9da-cec9930019a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1834514'] for subnet, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:24.383505 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-4ea03a4d-ce81-41c9-b9da-cec9930019a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1834523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165'] for subnet, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:24.410140 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea03a4d-ce81-41c9-b9da-cec9930019a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c93b86df-c4f3-4554-87ea-c32ec748f461,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:14:24.414765 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-4ea03a4d-ce81-41c9-b9da-cec9930019a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585183'] for subnet, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:24.416659 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-4ea03a4d-ce81-41c9-b9da-cec9930019a3 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/c93b86df-c4f3-4554-87ea-c32ec748f461 HTTP/1.1" status: 204 len: 168 time: 0.2029793 Jul 22 23:14:24.419881 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 36910) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:14:24.422426 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea03a4d-ce81-41c9-b9da-cec9930019a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:24.422769 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea03a4d-ce81-41c9-b9da-cec9930019a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:24.423102 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea03a4d-ce81-41c9-b9da-cec9930019a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:24.423426 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea03a4d-ce81-41c9-b9da-cec9930019a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:24.423744 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea03a4d-ce81-41c9-b9da-cec9930019a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:24.424076 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea03a4d-ce81-41c9-b9da-cec9930019a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:24.424438 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea03a4d-ce81-41c9-b9da-cec9930019a3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:24.424755 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea03a4d-ce81-41c9-b9da-cec9930019a3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:24.425069 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea03a4d-ce81-41c9-b9da-cec9930019a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:24.425382 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea03a4d-ce81-41c9-b9da-cec9930019a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:24.425690 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea03a4d-ce81-41c9-b9da-cec9930019a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:24.425998 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea03a4d-ce81-41c9-b9da-cec9930019a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:24.522154 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-e5131caa-de27-49ec-955e-891d3172a188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589717'] for network, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:24.611869 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-e5131caa-de27-49ec-955e-891d3172a188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1832750', 'neutron.services.segments.db._delete_segments_for_network-8769065864497'] for network, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:24.622751 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.services.segments.db [None req-e5131caa-de27-49ec-955e-891d3172a188 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76beca70-c283-4250-aeaf-2347572c0c9a']}} {{(pid=93193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:14:24.633351 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.services.segments.db [None req-e5131caa-de27-49ec-955e-891d3172a188 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e99933b-4a20-41a9-a6c5-07f340b8fba9') {'for_net_delete': True} {{(pid=93193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:14:24.633776 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.services.segments.db [None req-e5131caa-de27-49ec-955e-891d3172a188 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e99933b-4a20-41a9-a6c5-07f340b8fba9') {} {{(pid=93193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:14:24.643451 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-e5131caa-de27-49ec-955e-891d3172a188 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769065866554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31082766'] for segment, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:24.660828 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-e5131caa-de27-49ec-955e-891d3172a188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822282'] for segment, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:24.667983 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5131caa-de27-49ec-955e-891d3172a188 admin admin] Releasing vlan 896 on physical network physnet1 to pool {{(pid=93193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:14:24.668821 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-e5131caa-de27-49ec-955e-891d3172a188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31811393'] for segment, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:24.670808 dv-cinder-801875-2-iscsi neutron-server[93193]: Traceback (most recent call last): Jul 22 23:14:24.670808 dv-cinder-801875-2-iscsi neutron-server[93193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:14:24.670808 dv-cinder-801875-2-iscsi neutron-server[93193]: timer() Jul 22 23:14:24.670808 dv-cinder-801875-2-iscsi neutron-server[93193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:14:24.670808 dv-cinder-801875-2-iscsi neutron-server[93193]: cb(*args, **kw) Jul 22 23:14:24.670808 dv-cinder-801875-2-iscsi neutron-server[93193]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:14:24.670808 dv-cinder-801875-2-iscsi neutron-server[93193]: return func(*args, **kwargs) Jul 22 23:14:24.670808 dv-cinder-801875-2-iscsi neutron-server[93193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:14:24.670808 dv-cinder-801875-2-iscsi neutron-server[93193]: self._notify() Jul 22 23:14:24.670808 dv-cinder-801875-2-iscsi neutron-server[93193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:14:24.670808 dv-cinder-801875-2-iscsi neutron-server[93193]: self.callback(batched_events) Jul 22 23:14:24.670808 dv-cinder-801875-2-iscsi neutron-server[93193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:14:24.670808 dv-cinder-801875-2-iscsi neutron-server[93193]: event.method(event) Jul 22 23:14:24.670808 dv-cinder-801875-2-iscsi neutron-server[93193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:14:24.670808 dv-cinder-801875-2-iscsi neutron-server[93193]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:14:24.670808 dv-cinder-801875-2-iscsi neutron-server[93193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:14:24.670808 dv-cinder-801875-2-iscsi neutron-server[93193]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:14:24.670808 dv-cinder-801875-2-iscsi neutron-server[93193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:14:24.670808 dv-cinder-801875-2-iscsi neutron-server[93193]: return f(self, *a, **k) Jul 22 23:14:24.670808 dv-cinder-801875-2-iscsi neutron-server[93193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:14:24.670808 dv-cinder-801875-2-iscsi neutron-server[93193]: return self._get(url).json() Jul 22 23:14:24.670808 dv-cinder-801875-2-iscsi neutron-server[93193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:14:24.670808 dv-cinder-801875-2-iscsi neutron-server[93193]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:14:24.670808 dv-cinder-801875-2-iscsi neutron-server[93193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:14:24.670808 dv-cinder-801875-2-iscsi neutron-server[93193]: return self.request(url, 'GET', **kwargs) Jul 22 23:14:24.670808 dv-cinder-801875-2-iscsi neutron-server[93193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:14:24.670808 dv-cinder-801875-2-iscsi neutron-server[93193]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:14:24.670808 dv-cinder-801875-2-iscsi neutron-server[93193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:14:24.670808 dv-cinder-801875-2-iscsi neutron-server[93193]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:14:24.670808 dv-cinder-801875-2-iscsi neutron-server[93193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:14:24.670808 dv-cinder-801875-2-iscsi neutron-server[93193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:14:24.670808 dv-cinder-801875-2-iscsi neutron-server[93193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:14:24.739305 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-e5131caa-de27-49ec-955e-891d3172a188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1832741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680861'] for network, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:24.760605 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-e5131caa-de27-49ec-955e-891d3172a188 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585183'] for network, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:24.765346 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-e5131caa-de27-49ec-955e-891d3172a188 admin admin] 10.222.0.44 "DELETE /v2.0/networks/76beca70-c283-4250-aeaf-2347572c0c9a HTTP/1.1" status: 204 len: 168 time: 0.3420820 Jul 22 23:14:24.765346 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5131caa-de27-49ec-955e-891d3172a188 admin admin] Pushing event deleted for resources: {'Network': ['ID=76beca70-c283-4250-aeaf-2347572c0c9a,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:14:24.830945 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030cf05d-ca80-426e-aeaa-c1fe1e7fea9c req-913daaec-5469-4bee-8e67-6d1a443843bd tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:24.832955 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-030cf05d-ca80-426e-aeaa-c1fe1e7fea9c req-913daaec-5469-4bee-8e67-6d1a443843bd tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=8271f108-5334-4d0a-a188-933ee657ed0e HTTP/1.1" status: 200 len: 945 time: 0.0994458 Jul 22 23:14:24.901677 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-030cf05d-ca80-426e-aeaa-c1fe1e7fea9c req-780a10f1-c318-4c16-b6aa-3a5506d0c196 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdf4a528-dd54-4780-893e-44f1896a93f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623124 Jul 22 23:14:25.050189 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f754a233-dad4-4ed6-ac46-571498d30817 req-3ad48ee2-7bda-4b5e-89fe-dd5fd8364415 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:25.052925 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-f754a233-dad4-4ed6-ac46-571498d30817 req-3ad48ee2-7bda-4b5e-89fe-dd5fd8364415 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=30c4bc5a-ce65-4608-8781-bde54ef98599 HTTP/1.1" status: 200 len: 945 time: 0.0808630 Jul 22 23:14:25.096049 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 36932) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:14:25.105098 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-f754a233-dad4-4ed6-ac46-571498d30817 req-7b5940cb-0917-4d62-b5f1-cdbee21474a6 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450332 Jul 22 23:14:25.157818 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-db916106-29f8-40a0-96ee-a5bd79270d33 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=af4ba68bc24142deb7691069f2b4bfcd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0605874 Jul 22 23:14:25.160558 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 36934) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:14:25.213926 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-179db44e-92c5-49ad-b34b-28d04872e43f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:25.236981 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-179db44e-92c5-49ad-b34b-28d04872e43f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:25.292909 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-179db44e-92c5-49ad-b34b-28d04872e43f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:25.296403 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-179db44e-92c5-49ad-b34b-28d04872e43f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:25.297769 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-179db44e-92c5-49ad-b34b-28d04872e43f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2b2f2730-d675-4a53-bf52-1b2c76974beb HTTP/1.1" status: 204 len: 168 time: 0.1360650 Jul 22 23:14:25.306501 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179db44e-92c5-49ad-b34b-28d04872e43f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b2f2730-d675-4a53-bf52-1b2c76974beb,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:14:26.083728 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c47b53-cea9-4d7e-b81f-f7c83dca931f req-b760e3ce-5caf-47de-a310-d89713a06a69 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:26.085408 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-93c47b53-cea9-4d7e-b81f-f7c83dca931f req-b760e3ce-5caf-47de-a310-d89713a06a69 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=8271f108-5334-4d0a-a188-933ee657ed0e HTTP/1.1" status: 200 len: 945 time: 0.0834074 Jul 22 23:14:26.154838 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-93c47b53-cea9-4d7e-b81f-f7c83dca931f req-9e606f11-e940-49bb-89c6-387515b7b3b9 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdf4a528-dd54-4780-893e-44f1896a93f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621603 Jul 22 23:14:26.352461 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e547024-df69-43da-99d4-62d14ad5f50b req-2ed40982-128a-4014-bfa2-81dc083e2832 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:26.354056 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-1e547024-df69-43da-99d4-62d14ad5f50b req-2ed40982-128a-4014-bfa2-81dc083e2832 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=30c4bc5a-ce65-4608-8781-bde54ef98599 HTTP/1.1" status: 200 len: 945 time: 0.1166060 Jul 22 23:14:26.422899 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-1e547024-df69-43da-99d4-62d14ad5f50b req-b81be333-5fd3-4ca2-b643-bc29a4720870 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513542 Jul 22 23:14:26.542932 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c719565d-ff8c-47b8-aae8-2a257d805e15 req-b98fe941-f98c-48ee-8519-525447d9e4f3 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:26.549481 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-c719565d-ff8c-47b8-aae8-2a257d805e15 req-b98fe941-f98c-48ee-8519-525447d9e4f3 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/ports?device_id=88b8e575-c589-4a2b-b6c6-efdee6606e12 HTTP/1.1" status: 200 len: 945 time: 0.0952451 Jul 22 23:14:26.589073 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-c719565d-ff8c-47b8-aae8-2a257d805e15 req-a138efe4-5c89-42f6-86d6-ddc1e349ce40 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/security-groups?id=d84c6cad-631b-43c5-a35b-86fdac5eacd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381963 Jul 22 23:14:26.746116 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 37004) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:14:26.827335 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Device ab7d6829-87a2-4dd7-bad8-11454e4271d9 no longer exists at agent hyperv_hv-cinder-80187 {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:14:26.848132 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] No Port match for: ab7d6829-87a2-4dd7-bad8-11454e4271d9 {{(pid=93194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:14:26.848512 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Device ab7d6829-87a2-4dd7-bad8-11454e4271d9 not bound to the agent host hv-cinder-80187 {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:14:26.882294 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-1776ee0c-f968-4dd3-a1c4-2d47083dd23f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:26.975030 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-1776ee0c-f968-4dd3-a1c4-2d47083dd23f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:26.978374 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-1776ee0c-f968-4dd3-a1c4-2d47083dd23f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:27.021048 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-1776ee0c-f968-4dd3-a1c4-2d47083dd23f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b060ff2b80ae4ed4a417593ee37b2bf7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2712827 Jul 22 23:14:27.021048 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1776ee0c-f968-4dd3-a1c4-2d47083dd23f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7db91d23-10bf-4b83-88f6-782fb5c1e17a,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:14:27.021409 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 37014) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:14:27.070988 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-1700a04c-266b-4d6c-b746-bd6af7f4debc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:27.093384 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-1700a04c-266b-4d6c-b746-bd6af7f4debc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:27.141838 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-1700a04c-266b-4d6c-b746-bd6af7f4debc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:27.145176 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-1700a04c-266b-4d6c-b746-bd6af7f4debc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:27.148959 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-1700a04c-266b-4d6c-b746-bd6af7f4debc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7db91d23-10bf-4b83-88f6-782fb5c1e17a HTTP/1.1" status: 204 len: 168 time: 0.1239355 Jul 22 23:14:27.157834 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1700a04c-266b-4d6c-b746-bd6af7f4debc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7db91d23-10bf-4b83-88f6-782fb5c1e17a,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:14:27.315916 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b51f18-1892-4950-b254-7c6a3cea858d req-b7817a0a-96df-461d-b5eb-0b9e73e9a25a tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:27.323192 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-b6b51f18-1892-4950-b254-7c6a3cea858d req-b7817a0a-96df-461d-b5eb-0b9e73e9a25a tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=8271f108-5334-4d0a-a188-933ee657ed0e HTTP/1.1" status: 200 len: 945 time: 0.0825377 Jul 22 23:14:27.376518 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-b6b51f18-1892-4950-b254-7c6a3cea858d req-b9c06aa3-08ec-4982-9e5d-4516071fd26a tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdf4a528-dd54-4780-893e-44f1896a93f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523877 Jul 22 23:14:27.407691 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-5874de57-b085-4991-ba6f-075e3b837d11 req-63129646-a1ed-4ad4-bd02-b6541f06be13 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1881936963&fields=id&tenant_id=7ace0a9b96d34ceb9c996a5476ba0fb1 HTTP/1.1" status: 200 len: 267 time: 0.0589671 Jul 22 23:14:27.546716 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5874de57-b085-4991-ba6f-075e3b837d11 req-a1389d84-aebc-49f5-ab08-bec6ca850d69 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:27.548165 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-5874de57-b085-4991-ba6f-075e3b837d11 req-a1389d84-aebc-49f5-ab08-bec6ca850d69 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/networks?id=7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66 HTTP/1.1" status: 200 len: 812 time: 0.1335537 Jul 22 23:14:27.568908 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-5874de57-b085-4991-ba6f-075e3b837d11 req-d50f24fe-f7e7-4326-a76e-e5169d148456 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/quotas/7ace0a9b96d34ceb9c996a5476ba0fb1 HTTP/1.1" status: 200 len: 375 time: 0.0145564 Jul 22 23:14:27.581632 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0ad41b-d53b-4898-a75a-217d802fd243 req-6938af79-bbf3-49c0-a9eb-cf06d709aaab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:27.583198 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-6f0ad41b-d53b-4898-a75a-217d802fd243 req-6938af79-bbf3-49c0-a9eb-cf06d709aaab service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=934579b2f9344fa4a2472101e976d552&device_id=8271f108-5334-4d0a-a188-933ee657ed0e HTTP/1.1" status: 200 len: 1098 time: 0.0529177 Jul 22 23:14:27.590411 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46438ab-49a8-41e7-8346-49d214de9a14 req-ef72b453-f68e-4c89-8b2a-dbe69763f2be tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:27.592316 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-b46438ab-49a8-41e7-8346-49d214de9a14 req-ef72b453-f68e-4c89-8b2a-dbe69763f2be tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=30c4bc5a-ce65-4608-8781-bde54ef98599 HTTP/1.1" status: 200 len: 945 time: 0.1049871 Jul 22 23:14:27.661776 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-b46438ab-49a8-41e7-8346-49d214de9a14 req-217a6b90-1ad7-4a72-85d2-d3fa4c281232 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481052 Jul 22 23:14:27.681756 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-5874de57-b085-4991-ba6f-075e3b837d11 req-053f8556-f893-4257-994f-7c3a6e46f817 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=7ace0a9b96d34ceb9c996a5476ba0fb1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1017196 Jul 22 23:14:27.682024 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0ad41b-d53b-4898-a75a-217d802fd243 req-08d54e62-e622-48fd-8aff-a5cc885c02c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:27.682024 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-6f0ad41b-d53b-4898-a75a-217d802fd243 req-08d54e62-e622-48fd-8aff-a5cc885c02c3 service neutron] 10.222.0.76 "GET /v2.0/networks?id=15297b5d-2132-449e-9de1-fcfc3bc99bcd HTTP/1.1" status: 200 len: 918 time: 0.0883081 Jul 22 23:14:27.769065 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-6f0ad41b-d53b-4898-a75a-217d802fd243 req-f4367a2a-39e6-4f47-9e0b-9076ddf35a10 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ed9d47de-6c01-44de-9932-7c1d241b8fba HTTP/1.1" status: 200 len: 1001 time: 0.0650544 Jul 22 23:14:27.833432 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0ad41b-d53b-4898-a75a-217d802fd243 req-99c3653f-77df-4597-9b53-3a3e074da993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:27.834786 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-6f0ad41b-d53b-4898-a75a-217d802fd243 req-99c3653f-77df-4597-9b53-3a3e074da993 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c47fa5de-a082-4f3c-9a72-06af8857dbb0 HTTP/1.1" status: 200 len: 856 time: 0.0431423 Jul 22 23:14:27.865720 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-5874de57-b085-4991-ba6f-075e3b837d11 req-9559da06-c438-48e6-a5c1-5566c956a702 service neutron] 10.222.0.44 "GET /v2.0/networks/7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724761 Jul 22 23:14:27.893649 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3baa1c-12ec-4715-9a39-0222a8c1b766 req-b5d35f0e-ef1d-4ec3-95f4-80b7b3372754 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:27.895105 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-2d3baa1c-12ec-4715-9a39-0222a8c1b766 req-b5d35f0e-ef1d-4ec3-95f4-80b7b3372754 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/ports?device_id=88b8e575-c589-4a2b-b6c6-efdee6606e12 HTTP/1.1" status: 200 len: 945 time: 0.1685798 Jul 22 23:14:27.902552 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0ad41b-d53b-4898-a75a-217d802fd243 req-f063b63c-9823-41a9-8370-e1c88b6eaa45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:27.904676 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-6f0ad41b-d53b-4898-a75a-217d802fd243 req-f063b63c-9823-41a9-8370-e1c88b6eaa45 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=15297b5d-2132-449e-9de1-fcfc3bc99bcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0553823 Jul 22 23:14:27.935055 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b3f053-a1b0-4a2b-9a05-abddebcf1818 req-f4c820e9-10a5-4e42-84da-6883f1fd5ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:27.936532 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-63b3f053-a1b0-4a2b-9a05-abddebcf1818 req-f4c820e9-10a5-4e42-84da-6883f1fd5ca3 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=30c4bc5a-ce65-4608-8781-bde54ef98599 HTTP/1.1" status: 200 len: 1098 time: 0.1399686 Jul 22 23:14:28.016985 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-2d3baa1c-12ec-4715-9a39-0222a8c1b766 req-2db6a65f-4f21-412b-970a-9204246f4daa tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/security-groups?id=d84c6cad-631b-43c5-a35b-86fdac5eacd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088240 Jul 22 23:14:28.027920 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-6f0ad41b-d53b-4898-a75a-217d802fd243 req-b56aa6f9-cea1-411f-a712-10ad2ba0825b service neutron] 10.222.0.76 "GET /v2.0/networks/15297b5d-2132-449e-9de1-fcfc3bc99bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031008 Jul 22 23:14:28.032746 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-63b3f053-a1b0-4a2b-9a05-abddebcf1818 req-5c3d9aec-2dde-48db-9d13-8ba255bbac81 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674882 Jul 22 23:14:28.037306 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-5874de57-b085-4991-ba6f-075e3b837d11 req-a3b485c9-0ae7-4b29-bb1e-29c58329fce9 service neutron] 10.222.0.44 "GET /v2.0/networks/7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624606 Jul 22 23:14:28.442316 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-6f0ad41b-d53b-4898-a75a-217d802fd243 req-ca3c83ce-17d4-4cd9-883a-60cb91bb4f08 service neutron] 10.222.0.76 "GET /v2.0/networks/15297b5d-2132-449e-9de1-fcfc3bc99bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059368 Jul 22 23:14:28.580104 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-1076c846-fb40-47b6-a6ba-d53da3bddba6 req-42481254-eb22-4971-81cc-3501f97f825d tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/ports?device_id=efff25fe-8170-480b-b649-c6c2d2509e80 HTTP/1.1" status: 200 len: 210 time: 0.2906539 Jul 22 23:14:28.642959 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd589c0-5c79-44da-87d9-e177da9a1070 req-b632698a-de65-4262-8e7f-b95832976af2 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:28.644622 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-3dd589c0-5c79-44da-87d9-e177da9a1070 req-b632698a-de65-4262-8e7f-b95832976af2 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=8271f108-5334-4d0a-a188-933ee657ed0e HTTP/1.1" status: 200 len: 945 time: 0.0674102 Jul 22 23:14:28.683344 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-3dd589c0-5c79-44da-87d9-e177da9a1070 req-5d52c007-649d-4c8e-855e-98222382f617 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdf4a528-dd54-4780-893e-44f1896a93f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330007 Jul 22 23:14:28.798118 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa67e47-ce13-469b-b711-f3d600d924aa req-1f228b07-50c7-4463-8020-6c6fd1ae5b33 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:28.799567 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-dfa67e47-ce13-469b-b711-f3d600d924aa req-1f228b07-50c7-4463-8020-6c6fd1ae5b33 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=30c4bc5a-ce65-4608-8781-bde54ef98599 HTTP/1.1" status: 200 len: 945 time: 0.0690253 Jul 22 23:14:28.836778 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-dfa67e47-ce13-469b-b711-f3d600d924aa req-f37acfce-9755-4710-a3bc-bb3882992d49 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310550 Jul 22 23:14:29.146445 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291a261f-c1e8-4a58-a327-de2d7bb540c8 req-1cb0a443-e7e6-4de0-90b6-24921e513009 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:29.147917 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-291a261f-c1e8-4a58-a327-de2d7bb540c8 req-1cb0a443-e7e6-4de0-90b6-24921e513009 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/ports?device_id=88b8e575-c589-4a2b-b6c6-efdee6606e12 HTTP/1.1" status: 200 len: 945 time: 0.0626042 Jul 22 23:14:29.186140 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-291a261f-c1e8-4a58-a327-de2d7bb540c8 req-096e472f-c4cd-4ada-9bcd-03271b959084 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/security-groups?id=d84c6cad-631b-43c5-a35b-86fdac5eacd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326853 Jul 22 23:14:29.322000 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b3ab31-edba-47c2-8799-88302275ee45 req-95d6c060-de51-4fbc-9371-ddac2c1c0d1d tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:29.323512 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-a5b3ab31-edba-47c2-8799-88302275ee45 req-95d6c060-de51-4fbc-9371-ddac2c1c0d1d tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8005861-97d5-4e95-b3d1-558472d8f0b3 HTTP/1.1" status: 200 len: 945 time: 0.0653412 Jul 22 23:14:29.361694 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-a5b3ab31-edba-47c2-8799-88302275ee45 req-33ac407c-2195-4b00-b1e3-0c4a03e606a9 tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] 10.222.0.44 "GET /v2.0/security-groups?id=19b88fb3-39ec-448e-8763-3d3cfc3c4317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322423 Jul 22 23:14:29.681823 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-f026bea4-0572-4409-93d6-c78986dc44e5 req-c2d6be9e-5aa9-40da-8354-090ae196aeaf tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/ports?device_id=efff25fe-8170-480b-b649-c6c2d2509e80 HTTP/1.1" status: 200 len: 210 time: 0.0349653 Jul 22 23:14:29.823561 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c478e7ec-deed-452b-82d2-18c3986230df req-0338f92c-be13-4662-a664-bea77cc31918 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:29.825915 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-c478e7ec-deed-452b-82d2-18c3986230df req-0338f92c-be13-4662-a664-bea77cc31918 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=8271f108-5334-4d0a-a188-933ee657ed0e HTTP/1.1" status: 200 len: 945 time: 0.0612278 Jul 22 23:14:29.881756 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-c478e7ec-deed-452b-82d2-18c3986230df req-cb15118b-c501-4a07-927f-19c1d59ebc86 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdf4a528-dd54-4780-893e-44f1896a93f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354731 Jul 22 23:14:29.945324 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5874de57-b085-4991-ba6f-075e3b837d11 req-fa572773-46c3-4768-aed8-4b9f6d49d718 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:29.946891 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-5874de57-b085-4991-ba6f-075e3b837d11 req-fa572773-46c3-4768-aed8-4b9f6d49d718 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.76 "GET /v2.0/networks?id=7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66 HTTP/1.1" status: 200 len: 812 time: 0.1208246 Jul 22 23:14:29.971002 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1617128-c7d5-4d16-9077-73da1aadf0ad req-ccbe2b51-d81b-4065-90c2-90921c807966 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:29.972475 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-d1617128-c7d5-4d16-9077-73da1aadf0ad req-ccbe2b51-d81b-4065-90c2-90921c807966 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=30c4bc5a-ce65-4608-8781-bde54ef98599 HTTP/1.1" status: 200 len: 945 time: 0.0657086 Jul 22 23:14:30.008704 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-d1617128-c7d5-4d16-9077-73da1aadf0ad req-c7466713-bb2a-4a8d-81cf-36ca668a5dac tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307987 Jul 22 23:14:30.043764 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-5874de57-b085-4991-ba6f-075e3b837d11 req-36d7979d-685a-4328-b06e-3202debd6af7 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ace0a9b96d34ceb9c996a5476ba0fb1 HTTP/1.1" status: 200 len: 380 time: 0.0403540 Jul 22 23:14:30.104174 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [req-5874de57-b085-4991-ba6f-075e3b837d11 req-4dbed575-81ea-42a5-be7f-a2af6b162b8d tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Request body: {'port': {'device_id': 'efff25fe-8170-480b-b649-c6c2d2509e80', 'network_id': '7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66', 'admin_state_up': True, 'tenant_id': '7ace0a9b96d34ceb9c996a5476ba0fb1', 'security_groups': ['074aa721-85c3-49d0-9904-6cb9f65f5dbf']}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:14:30.214541 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9d49bd-577a-4077-a682-1bcc1f7102be req-3b9326e1-6683-434e-b38a-ce13b336d906 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:30.216759 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-cf9d49bd-577a-4077-a682-1bcc1f7102be req-3b9326e1-6683-434e-b38a-ce13b336d906 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.76 "GET /v2.0/ports?device_id=88b8e575-c589-4a2b-b6c6-efdee6606e12 HTTP/1.1" status: 200 len: 945 time: 0.0879679 Jul 22 23:14:30.231605 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5874de57-b085-4991-ba6f-075e3b837d11 req-4dbed575-81ea-42a5-be7f-a2af6b162b8d tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Made reservation on behalf of 7ace0a9b96d34ceb9c996a5476ba0fb1 for: {'port': 1} {{(pid=93193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:14:30.235219 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-5874de57-b085-4991-ba6f-075e3b837d11 req-4dbed575-81ea-42a5-be7f-a2af6b162b8d tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:30.414465 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.db.db_base_plugin_common [req-5874de57-b085-4991-ba6f-075e3b837d11 req-4dbed575-81ea-42a5-be7f-a2af6b162b8d tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Allocated IP 172.20.0.8 (7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66/eb7dc01e-3a8e-4054-a161-8a0276e32317/a3cb8b05-250e-4b87-bd32-f07839013290) {{(pid=93193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:14:30.430699 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1417d0-cbd1-480a-95e1-266941e6d509 req-d5e48ecd-25a8-4e7c-810a-05a82b681ff8 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:30.432153 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-8d1417d0-cbd1-480a-95e1-266941e6d509 req-d5e48ecd-25a8-4e7c-810a-05a82b681ff8 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/ports?device_id=88b8e575-c589-4a2b-b6c6-efdee6606e12 HTTP/1.1" status: 200 len: 945 time: 0.1565242 Jul 22 23:14:30.458708 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33334243-2dee-40ce-982d-e4c9f0d0c8cd req-3f674b9c-ebf4-4515-bd05-fe78fb25096a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:30.458953 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d3f9ca-d3fd-47b6-9cd9-b8ec13a92a4b req-9ef5014a-b797-47a2-be27-8909adc345d6 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:30.460369 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-32d3f9ca-d3fd-47b6-9cd9-b8ec13a92a4b req-9ef5014a-b797-47a2-be27-8909adc345d6 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=30c4bc5a-ce65-4608-8781-bde54ef98599 HTTP/1.1" status: 200 len: 945 time: 0.1538117 Jul 22 23:14:30.460507 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-33334243-2dee-40ce-982d-e4c9f0d0c8cd req-3f674b9c-ebf4-4515-bd05-fe78fb25096a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=508ce7147574443fa7fe75758145d216&device_id=30c4bc5a-ce65-4608-8781-bde54ef98599 HTTP/1.1" status: 200 len: 1098 time: 0.1341228 Jul 22 23:14:30.480269 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.plugin [req-cf9d49bd-577a-4077-a682-1bcc1f7102be req-5ef01374-7477-459e-9103-bda1d0df91b7 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Deleting port dfab7ed8-6d5b-4abb-b1bc-5cc67716340d {{(pid=93192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:14:30.480619 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [req-cf9d49bd-577a-4077-a682-1bcc1f7102be req-5ef01374-7477-459e-9103-bda1d0df91b7 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769065717140'] for port, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:30.531723 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-8d1417d0-cbd1-480a-95e1-266941e6d509 req-2404c333-e34b-4439-b08f-31f5e9824d0a tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/security-groups?id=d84c6cad-631b-43c5-a35b-86fdac5eacd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910263 Jul 22 23:14:30.575666 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-32d3f9ca-d3fd-47b6-9cd9-b8ec13a92a4b req-bff819af-506d-47be-a70b-9ea2825206c8 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057365 Jul 22 23:14:30.620496 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.db [req-cf9d49bd-577a-4077-a682-1bcc1f7102be req-5ef01374-7477-459e-9103-bda1d0df91b7 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] For port dfab7ed8-6d5b-4abb-b1bc-5cc67716340d, host hv-cinder-80187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80187',level=0,port_id=dfab7ed8-6d5b-4abb-b1bc-5cc67716340d,segment=NetworkSegment(16d2cb10-ce94-45af-9e3e-ba31490ef4c9),segment_id=16d2cb10-ce94-45af-9e3e-ba31490ef4c9)] {{(pid=93192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:14:30.620859 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [req-cf9d49bd-577a-4077-a682-1bcc1f7102be req-5ef01374-7477-459e-9103-bda1d0df91b7 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681326'] for port, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:30.627879 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33334243-2dee-40ce-982d-e4c9f0d0c8cd req-21a8ebef-8822-4e0f-b461-b0d844de3d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:30.629696 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-33334243-2dee-40ce-982d-e4c9f0d0c8cd req-21a8ebef-8822-4e0f-b461-b0d844de3d8c service neutron] 10.222.0.76 "GET /v2.0/networks?id=56c05d67-dcfb-4da8-b292-0e214c68403b HTTP/1.1" status: 200 len: 920 time: 0.1516323 Jul 22 23:14:30.649290 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.plugin [req-cf9d49bd-577a-4077-a682-1bcc1f7102be req-5ef01374-7477-459e-9103-bda1d0df91b7 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Calling delete_port for dfab7ed8-6d5b-4abb-b1bc-5cc67716340d owned by compute:nova {{(pid=93192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:14:30.653437 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-5874de57-b085-4991-ba6f-075e3b837d11 req-4dbed575-81ea-42a5-be7f-a2af6b162b8d tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Notify callbacks [] for port, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:30.686482 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-33334243-2dee-40ce-982d-e4c9f0d0c8cd req-dd7484f7-c10a-4065-9431-aa4a90b2cf0b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=960bfbf5-747a-464c-98f1-5fa6dae2aa6a HTTP/1.1" status: 200 len: 217 time: 0.0440776 Jul 22 23:14:30.696309 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.db.provisioning_blocks [req-5874de57-b085-4991-ba6f-075e3b837d11 req-4dbed575-81ea-42a5-be7f-a2af6b162b8d tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Transition to ACTIVE for port object a3cb8b05-250e-4b87-bd32-f07839013290 will not be triggered until provisioned by entity DHCP. {{(pid=93193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:14:30.746677 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00082b6f-0bca-4c6c-9612-0c42d1c301e1 req-aa29f6fe-380e-4234-9f64-d1ca0e4329a0 tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:30.748384 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-00082b6f-0bca-4c6c-9612-0c42d1c301e1 req-aa29f6fe-380e-4234-9f64-d1ca0e4329a0 tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8005861-97d5-4e95-b3d1-558472d8f0b3 HTTP/1.1" status: 200 len: 945 time: 0.1508002 Jul 22 23:14:30.773361 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33334243-2dee-40ce-982d-e4c9f0d0c8cd req-d7b73c09-7d90-497c-af4b-5fbebd39314b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:30.774802 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-33334243-2dee-40ce-982d-e4c9f0d0c8cd req-d7b73c09-7d90-497c-af4b-5fbebd39314b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=223fd587-80e8-4bd3-805b-2cf5bf9c1819 HTTP/1.1" status: 200 len: 859 time: 0.0721331 Jul 22 23:14:30.791816 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-5874de57-b085-4991-ba6f-075e3b837d11 req-4dbed575-81ea-42a5-be7f-a2af6b162b8d tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769065317241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31811438'] for port, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:30.822995 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-33334243-2dee-40ce-982d-e4c9f0d0c8cd req-7100a720-4108-4798-90b4-d20df877e2f7 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=56c05d67-dcfb-4da8-b292-0e214c68403b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408576 Jul 22 23:14:30.852814 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Device ed9d47de-6c01-44de-9932-7c1d241b8fba no longer exists at agent hyperv_hv-cinder-80187 {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:14:30.869597 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-00082b6f-0bca-4c6c-9612-0c42d1c301e1 req-32172973-0d60-48c2-b182-75793bccef85 tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] 10.222.0.44 "GET /v2.0/security-groups?id=19b88fb3-39ec-448e-8763-3d3cfc3c4317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058385 Jul 22 23:14:30.885589 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [req-cf9d49bd-577a-4077-a682-1bcc1f7102be req-5ef01374-7477-459e-9103-bda1d0df91b7 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769065717863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769065317250'] for port, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:30.892269 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5874de57-b085-4991-ba6f-075e3b837d11 req-4dbed575-81ea-42a5-be7f-a2af6b162b8d tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Network 7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66 is already hosted by enough agents. {{(pid=93193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:14:30.906859 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.scheduler.base_scheduler [req-5874de57-b085-4991-ba6f-075e3b837d11 req-4dbed575-81ea-42a5-be7f-a2af6b162b8d tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Resources bound (agent type, host, resource id): {{(pid=93193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:14:30.916800 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.db.l3_dvrscheduler_db [req-5874de57-b085-4991-ba6f-075e3b837d11 req-4dbed575-81ea-42a5-be7f-a2af6b162b8d tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Received port after_create {{(pid=93193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:14:30.953718 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] get_ports_and_sgs() called for port_ids ['4ff6ad14-4f2e-413e-9405-77e3cca49e39', '173bb1b0-c700-4438-a506-b422639fb87b', 'dfab7ed8-6d5b-4abb-b1bc-5cc67716340d'] {{(pid=93194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:14:30.981542 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbed575-81ea-42a5-be7f-a2af6b162b8d tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Pushing event updated for resources: {'Port': ['ID=a3cb8b05-250e-4b87-bd32-f07839013290,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:14:30.986816 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e64f2b-8460-40ba-8022-bde7cb4731b5 req-000e0542-32f0-4e6e-a782-351a9b00603d tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:30.989355 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-11e64f2b-8460-40ba-8022-bde7cb4731b5 req-000e0542-32f0-4e6e-a782-351a9b00603d tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/ports?device_id=efff25fe-8170-480b-b649-c6c2d2509e80 HTTP/1.1" status: 200 len: 931 time: 0.2244163 Jul 22 23:14:30.990209 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef01374-7477-459e-9103-bda1d0df91b7 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Pushing event deleted for resources: {'Port': ['ID=dfab7ed8-6d5b-4abb-b1bc-5cc67716340d,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:14:31.022165 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5874de57-b085-4991-ba6f-075e3b837d11 req-4dbed575-81ea-42a5-be7f-a2af6b162b8d tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:31.022815 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-5874de57-b085-4991-ba6f-075e3b837d11 req-4dbed575-81ea-42a5-be7f-a2af6b162b8d tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92570'] for port, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:31.032002 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:31.044851 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-33334243-2dee-40ce-982d-e4c9f0d0c8cd req-c2a2062f-d6fb-477c-9c29-dc5e9ccd2e64 service neutron] 10.222.0.76 "GET /v2.0/networks/56c05d67-dcfb-4da8-b292-0e214c68403b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965258 Jul 22 23:14:31.064010 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-5874de57-b085-4991-ba6f-075e3b837d11 req-4dbed575-81ea-42a5-be7f-a2af6b162b8d tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9637330 Jul 22 23:14:31.070017 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8271f108-5334-4d0a-a188-933ee657ed0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed9d47de-6c01-44de-9932-7c1d241b8fba'}] {{(pid=93194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:14:31.072701 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7601765a566782fd39478405f6fadc52a0f9e3dab845648c9e7fe91a53a45b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b5b8d7c-fc25-45ee-9488-692aa18ed845" -d '{"events": [{"server_uuid": "8271f108-5334-4d0a-a188-933ee657ed0e", "name": "network-vif-unplugged", "status": "completed", "tag": "ed9d47de-6c01-44de-9932-7c1d241b8fba"}]}' {{(pid=93194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:14:31.087132 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] For port ed9d47de-6c01-44de-9932-7c1d241b8fba, host hv-cinder-80187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80187',level=0,port_id=ed9d47de-6c01-44de-9932-7c1d241b8fba,segment=NetworkSegment(f73d282d-c39b-4414-b8a8-4f3ec992f8ca),segment_id=f73d282d-c39b-4414-b8a8-4f3ec992f8ca)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:14:31.096991 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:31.156057 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Pushing event updated for resources: {'Port': ['ID=ed9d47de-6c01-44de-9932-7c1d241b8fba,revision_number=8']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:14:31.176541 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-11e64f2b-8460-40ba-8022-bde7cb4731b5 req-3e48b75b-fe28-4e46-ad3e-0dcd71a4a6cc tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/security-groups?id=074aa721-85c3-49d0-9904-6cb9f65f5dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1622412 Jul 22 23:14:31.178288 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf9d49bd-577a-4077-a682-1bcc1f7102be req-5ef01374-7477-459e-9103-bda1d0df91b7 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] No DVR routers for this DVR port dfab7ed8-6d5b-4abb-b1bc-5cc67716340d on host hv-cinder-80187 {{(pid=93192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:14:31.206104 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [req-cf9d49bd-577a-4077-a682-1bcc1f7102be req-5ef01374-7477-459e-9103-bda1d0df91b7 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92570'] for port, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:31.208999 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-cf9d49bd-577a-4077-a682-1bcc1f7102be req-5ef01374-7477-459e-9103-bda1d0df91b7 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.76 "DELETE /v2.0/ports/dfab7ed8-6d5b-4abb-b1bc-5cc67716340d HTTP/1.1" status: 204 len: 173 time: 0.9770281 Jul 22 23:14:31.209722 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88b8e575-c589-4a2b-b6c6-efdee6606e12', 'name': 'network-vif-deleted', 'tag': 'dfab7ed8-6d5b-4abb-b1bc-5cc67716340d'}] {{(pid=93192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:14:31.212611 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}116c38ea8adf6e412e27fa70d60466dac8b18d7b33470466fbdf59022c8e8666" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-732738cc-ad3f-412a-a49a-d32916cfba00" -d '{"events": [{"server_uuid": "88b8e575-c589-4a2b-b6c6-efdee6606e12", "name": "network-vif-deleted", "tag": "dfab7ed8-6d5b-4abb-b1bc-5cc67716340d"}]}' {{(pid=93192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:14:31.244583 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2acbb5-3471-45ed-a0c8-e3ea14af80d3 req-eeb79346-9f3b-4d1e-88be-5489ee9f8344 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:31.246438 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-ce2acbb5-3471-45ed-a0c8-e3ea14af80d3 req-eeb79346-9f3b-4d1e-88be-5489ee9f8344 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=8271f108-5334-4d0a-a188-933ee657ed0e HTTP/1.1" status: 200 len: 945 time: 0.2326343 Jul 22 23:14:31.265657 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 23:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99c53727-ca75-4168-bc80-bba1949c5ad4 x-openstack-request-id: req-99c53727-ca75-4168-bc80-bba1949c5ad4 {{(pid=93194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:14:31.266636 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8271f108-5334-4d0a-a188-933ee657ed0e", "name": "network-vif-unplugged", "status": "completed", "tag": "ed9d47de-6c01-44de-9932-7c1d241b8fba", "code": 200}]} {{(pid=93194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:14:31.268172 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-99c53727-ca75-4168-bc80-bba1949c5ad4 {{(pid=93194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:14:31.269910 dv-cinder-801875-2-iscsi neutron-server[93194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8271f108-5334-4d0a-a188-933ee657ed0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed9d47de-6c01-44de-9932-7c1d241b8fba', 'code': 200} Jul 22 23:14:31.297438 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5459a79c-e967-4bad-9190-2dec0ced4fab x-openstack-request-id: req-5459a79c-e967-4bad-9190-2dec0ced4fab {{(pid=93192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:14:31.297783 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88b8e575-c589-4a2b-b6c6-efdee6606e12", "name": "network-vif-deleted", "tag": "dfab7ed8-6d5b-4abb-b1bc-5cc67716340d", "status": "completed", "code": 200}]} {{(pid=93192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:14:31.298040 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5459a79c-e967-4bad-9190-2dec0ced4fab {{(pid=93192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:14:31.298438 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88b8e575-c589-4a2b-b6c6-efdee6606e12', 'name': 'network-vif-deleted', 'tag': 'dfab7ed8-6d5b-4abb-b1bc-5cc67716340d', 'status': 'completed', 'code': 200} Jul 22 23:14:31.307679 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-ce2acbb5-3471-45ed-a0c8-e3ea14af80d3 req-cd1505af-c6fd-4430-a809-82a35be89bc2 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdf4a528-dd54-4780-893e-44f1896a93f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500495 Jul 22 23:14:31.330039 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-8ee047ab-b74e-42a4-a7d8-ffee3707281f None None] Provisioning for port a3cb8b05-250e-4b87-bd32-f07839013290 completed by entity DHCP. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:14:31.340221 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-8ee047ab-b74e-42a4-a7d8-ffee3707281f None None] Provisioning complete for port a3cb8b05-250e-4b87-bd32-f07839013290 triggered by entity DHCP. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:14:31.341247 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-8ee047ab-b74e-42a4-a7d8-ffee3707281f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832377'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:31.356352 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [req-5874de57-b085-4991-ba6f-075e3b837d11 req-8cb84a8c-bff9-4ff9-b32c-efba40b2d42f service neutron] Request body: {'port': {'device_id': 'efff25fe-8170-480b-b649-c6c2d2509e80', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80187'}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:14:31.411691 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-8ee047ab-b74e-42a4-a7d8-ffee3707281f None None] Port a3cb8b05-250e-4b87-bd32-f07839013290 cannot update to ACTIVE because it is not bound. {{(pid=93194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:14:31.413469 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-33334243-2dee-40ce-982d-e4c9f0d0c8cd req-c9ad3619-0d63-422c-be0d-e87ef59cc6a2 service neutron] 10.222.0.76 "GET /v2.0/networks/56c05d67-dcfb-4da8-b292-0e214c68403b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3589728 Jul 22 23:14:31.449314 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-5874de57-b085-4991-ba6f-075e3b837d11 req-8cb84a8c-bff9-4ff9-b32c-efba40b2d42f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:31.658229 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-afbe7eb0-19b5-4a2a-ace7-f804a6dc077f req-bbba7ee4-e7bb-45b4-83bb-624bb1e5e6e4 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/ports?device_id=88b8e575-c589-4a2b-b6c6-efdee6606e12 HTTP/1.1" status: 200 len: 210 time: 0.0439947 Jul 22 23:14:31.713649 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.notifiers.nova [req-5874de57-b085-4991-ba6f-075e3b837d11 req-8cb84a8c-bff9-4ff9-b32c-efba40b2d42f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3cb8b05-250e-4b87-bd32-f07839013290 {{(pid=93193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:14:31.722535 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-5874de57-b085-4991-ba6f-075e3b837d11 req-8cb84a8c-bff9-4ff9-b32c-efba40b2d42f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:31.730680 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addce023-f277-46c8-a2ad-fc131d09fbf5 req-837f126f-a319-455a-aef3-a1232752fd1a tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:31.732779 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-addce023-f277-46c8-a2ad-fc131d09fbf5 req-837f126f-a319-455a-aef3-a1232752fd1a tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=30c4bc5a-ce65-4608-8781-bde54ef98599 HTTP/1.1" status: 200 len: 945 time: 0.0769610 Jul 22 23:14:31.738554 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.db.provisioning_blocks [req-5874de57-b085-4991-ba6f-075e3b837d11 req-8cb84a8c-bff9-4ff9-b32c-efba40b2d42f service neutron] Transition to ACTIVE for port object a3cb8b05-250e-4b87-bd32-f07839013290 will not be triggered until provisioned by entity L2. {{(pid=93193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:14:31.743999 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-5874de57-b085-4991-ba6f-075e3b837d11 req-8cb84a8c-bff9-4ff9-b32c-efba40b2d42f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31811429'] for port, after_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:31.779185 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-addce023-f277-46c8-a2ad-fc131d09fbf5 req-4f123ef8-ef71-43a7-a772-afe88b26c000 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409858 Jul 22 23:14:31.806674 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb84a8c-bff9-4ff9-b32c-efba40b2d42f service neutron] Pushing event updated for resources: {'Port': ['ID=a3cb8b05-250e-4b87-bd32-f07839013290,revision_number=2']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:14:31.890096 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.managers [req-5874de57-b085-4991-ba6f-075e3b837d11 req-8cb84a8c-bff9-4ff9-b32c-efba40b2d42f service neutron] Attempting to bind port a3cb8b05-250e-4b87-bd32-f07839013290 on host hv-cinder-80187 for vnic_type normal with profile {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:14:31.890424 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.managers [req-5874de57-b085-4991-ba6f-075e3b837d11 req-8cb84a8c-bff9-4ff9-b32c-efba40b2d42f service neutron] Attempting to bind port a3cb8b05-250e-4b87-bd32-f07839013290 by drivers openvswitch,hyperv on host hv-cinder-80187 at level 0 using segments [{'id': 'ca173296-7208-4e6e-a636-9266697943d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66'}] {{(pid=93193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:14:31.890745 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5874de57-b085-4991-ba6f-075e3b837d11 req-8cb84a8c-bff9-4ff9-b32c-efba40b2d42f service neutron] Attempting to bind port a3cb8b05-250e-4b87-bd32-f07839013290 on network 7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66 {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:14:31.895646 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5874de57-b085-4991-ba6f-075e3b837d11 req-8cb84a8c-bff9-4ff9-b32c-efba40b2d42f service neutron] Port a3cb8b05-250e-4b87-bd32-f07839013290 on network 7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80187 {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:14:31.897291 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5874de57-b085-4991-ba6f-075e3b837d11 req-8cb84a8c-bff9-4ff9-b32c-efba40b2d42f service neutron] Attempting to bind port a3cb8b05-250e-4b87-bd32-f07839013290 on network 7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66 {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:14:31.901449 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5874de57-b085-4991-ba6f-075e3b837d11 req-8cb84a8c-bff9-4ff9-b32c-efba40b2d42f service neutron] Checking agent: {'id': '11a4ce8f-2944-4abd-9558-2f785ee5be32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80187', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 9, 19), 'started_at': datetime.datetime(2021, 7, 22, 23, 9, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:14:31.901793 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5874de57-b085-4991-ba6f-075e3b837d11 req-8cb84a8c-bff9-4ff9-b32c-efba40b2d42f service neutron] Checking segment: {'id': 'ca173296-7208-4e6e-a636-9266697943d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:14:31.902173 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5874de57-b085-4991-ba6f-075e3b837d11 req-8cb84a8c-bff9-4ff9-b32c-efba40b2d42f service neutron] Bound using segment: {'id': 'ca173296-7208-4e6e-a636-9266697943d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66'} {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:14:31.903492 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.managers [req-5874de57-b085-4991-ba6f-075e3b837d11 req-8cb84a8c-bff9-4ff9-b32c-efba40b2d42f service neutron] Bound port: a3cb8b05-250e-4b87-bd32-f07839013290, host: hv-cinder-80187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca173296-7208-4e6e-a636-9266697943d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66'}}] {{(pid=93193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:14:31.903596 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-5874de57-b085-4991-ba6f-075e3b837d11 req-8cb84a8c-bff9-4ff9-b32c-efba40b2d42f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:31.982348 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.db [req-5874de57-b085-4991-ba6f-075e3b837d11 req-8cb84a8c-bff9-4ff9-b32c-efba40b2d42f service neutron] For port a3cb8b05-250e-4b87-bd32-f07839013290, host hv-cinder-80187, cleared binding levels {{(pid=93193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:14:31.987072 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.db [req-5874de57-b085-4991-ba6f-075e3b837d11 req-8cb84a8c-bff9-4ff9-b32c-efba40b2d42f service neutron] For port a3cb8b05-250e-4b87-bd32-f07839013290, host hv-cinder-80187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80187',level=0,port_id=a3cb8b05-250e-4b87-bd32-f07839013290,segment=NetworkSegment(ca173296-7208-4e6e-a636-9266697943d6),segment_id=ca173296-7208-4e6e-a636-9266697943d6)] {{(pid=93193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:14:31.991245 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-5874de57-b085-4991-ba6f-075e3b837d11 req-8cb84a8c-bff9-4ff9-b32c-efba40b2d42f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31811429'] for port, after_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:32.013679 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17350d60-c322-4010-be48-d4c649b402eb req-63ed4aac-789b-4a18-ab53-02fa4564449c tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:32.015165 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-17350d60-c322-4010-be48-d4c649b402eb req-63ed4aac-789b-4a18-ab53-02fa4564449c tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8005861-97d5-4e95-b3d1-558472d8f0b3 HTTP/1.1" status: 200 len: 945 time: 0.0670426 Jul 22 23:14:32.023385 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5874de57-b085-4991-ba6f-075e3b837d11 req-8cb84a8c-bff9-4ff9-b32c-efba40b2d42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:32.023998 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-5874de57-b085-4991-ba6f-075e3b837d11 req-8cb84a8c-bff9-4ff9-b32c-efba40b2d42f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92570'] for port, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:32.025621 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-5874de57-b085-4991-ba6f-075e3b837d11 req-8cb84a8c-bff9-4ff9-b32c-efba40b2d42f service neutron] 10.222.0.76 "PUT /v2.0/ports/a3cb8b05-250e-4b87-bd32-f07839013290 HTTP/1.1" status: 200 len: 1093 time: 0.6755676 Jul 22 23:14:32.026270 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efff25fe-8170-480b-b649-c6c2d2509e80', 'tag': 'a3cb8b05-250e-4b87-bd32-f07839013290'}] {{(pid=93193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:14:32.029622 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53e3bfa867fb079e45cf064e3f04560eeff66f84eee23b8fde49e5f46f239411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e98cf74-a6ce-4deb-8d82-b343653bec96" -d '{"events": [{"name": "network-changed", "server_uuid": "efff25fe-8170-480b-b649-c6c2d2509e80", "tag": "a3cb8b05-250e-4b87-bd32-f07839013290"}]}' {{(pid=93193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:14:32.081048 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb84a8c-bff9-4ff9-b32c-efba40b2d42f service neutron] Pushing event updated for resources: {'Port': ['ID=a3cb8b05-250e-4b87-bd32-f07839013290,revision_number=3']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:14:32.121315 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-17350d60-c322-4010-be48-d4c649b402eb req-ddf3647a-3e28-474e-95b1-0c8663eb22de tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] 10.222.0.44 "GET /v2.0/security-groups?id=19b88fb3-39ec-448e-8763-3d3cfc3c4317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988872 Jul 22 23:14:32.122368 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59db0a2e-61d0-4cf8-becd-f76e70377121 x-openstack-request-id: req-59db0a2e-61d0-4cf8-becd-f76e70377121 {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:14:32.122841 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efff25fe-8170-480b-b649-c6c2d2509e80", "tag": "a3cb8b05-250e-4b87-bd32-f07839013290", "status": "completed", "code": 200}]} {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:14:32.123271 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-59db0a2e-61d0-4cf8-becd-f76e70377121 {{(pid=93193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:14:32.123992 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efff25fe-8170-480b-b649-c6c2d2509e80', 'tag': 'a3cb8b05-250e-4b87-bd32-f07839013290', 'status': 'completed', 'code': 200} Jul 22 23:14:32.181102 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5874de57-b085-4991-ba6f-075e3b837d11 req-a5005560-ea0b-48c9-9d56-66bf23c4ab3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:32.182668 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-5874de57-b085-4991-ba6f-075e3b837d11 req-a5005560-ea0b-48c9-9d56-66bf23c4ab3e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7ace0a9b96d34ceb9c996a5476ba0fb1&device_id=efff25fe-8170-480b-b649-c6c2d2509e80 HTTP/1.1" status: 200 len: 1096 time: 0.0730920 Jul 22 23:14:32.274613 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-5874de57-b085-4991-ba6f-075e3b837d11 req-2e163e4e-8acb-4a9a-963a-0343ebb8e8ce service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3cb8b05-250e-4b87-bd32-f07839013290 HTTP/1.1" status: 200 len: 217 time: 0.0521317 Jul 22 23:14:32.321960 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9292a37c-b75e-427b-9d49-9d5228bc8de0 req-786bf9bc-5fa2-4f45-bc98-49cd73bb4174 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:32.324377 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-9292a37c-b75e-427b-9d49-9d5228bc8de0 req-786bf9bc-5fa2-4f45-bc98-49cd73bb4174 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/ports?device_id=efff25fe-8170-480b-b649-c6c2d2509e80 HTTP/1.1" status: 200 len: 943 time: 0.0779085 Jul 22 23:14:32.331841 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5874de57-b085-4991-ba6f-075e3b837d11 req-232b9576-cceb-4c1f-9aa9-7d32e838056d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:32.333336 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-5874de57-b085-4991-ba6f-075e3b837d11 req-232b9576-cceb-4c1f-9aa9-7d32e838056d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=eb7dc01e-3a8e-4054-a161-8a0276e32317 HTTP/1.1" status: 200 len: 851 time: 0.0510316 Jul 22 23:14:32.364306 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-9292a37c-b75e-427b-9d49-9d5228bc8de0 req-54482d43-e6cc-436a-9201-1e957d72c372 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/security-groups?id=074aa721-85c3-49d0-9904-6cb9f65f5dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335419 Jul 22 23:14:32.398839 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5874de57-b085-4991-ba6f-075e3b837d11 req-f997a1e3-7875-468c-8e31-eee7a251e8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:32.400322 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-5874de57-b085-4991-ba6f-075e3b837d11 req-f997a1e3-7875-468c-8e31-eee7a251e8d6 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0594037 Jul 22 23:14:32.455868 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb46395c-07b5-45cf-8f17-7eca378fe7e5 req-187a9297-a246-4522-b31d-8b8f72d18392 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:32.457389 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-fb46395c-07b5-45cf-8f17-7eca378fe7e5 req-187a9297-a246-4522-b31d-8b8f72d18392 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=8271f108-5334-4d0a-a188-933ee657ed0e HTTP/1.1" status: 200 len: 943 time: 0.0640399 Jul 22 23:14:32.495951 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-fb46395c-07b5-45cf-8f17-7eca378fe7e5 req-0658d1dd-44d0-40e0-bc9e-900305313fa8 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdf4a528-dd54-4780-893e-44f1896a93f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327897 Jul 22 23:14:32.562854 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-5874de57-b085-4991-ba6f-075e3b837d11 req-e76632e8-cf7a-4bc9-86de-ba4e3626461a service neutron] 10.222.0.76 "GET /v2.0/networks/7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259634 Jul 22 23:14:32.574340 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c853ddcc-a06c-493f-afd4-9e8344310cfa req-a6367566-aa92-4ffd-898e-e10960358401 tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:32.576396 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-c853ddcc-a06c-493f-afd4-9e8344310cfa req-a6367566-aa92-4ffd-898e-e10960358401 tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] 10.222.0.76 "GET /v2.0/ports?device_id=f8005861-97d5-4e95-b3d1-558472d8f0b3 HTTP/1.1" status: 200 len: 945 time: 0.1321917 Jul 22 23:14:32.764529 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-5874de57-b085-4991-ba6f-075e3b837d11 req-68ac0209-f4f4-417c-ba75-23042da4e958 service neutron] 10.222.0.76 "GET /v2.0/networks/7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705079 Jul 22 23:14:32.787586 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.plugin [req-c853ddcc-a06c-493f-afd4-9e8344310cfa req-4dd4e418-d5c6-4b9f-a986-fdc95b3d96e2 tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] Deleting port dfe73686-ba1c-4a7a-ad7f-ae889eeaf4bd {{(pid=93193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:14:32.788138 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-c853ddcc-a06c-493f-afd4-9e8344310cfa req-4dd4e418-d5c6-4b9f-a986-fdc95b3d96e2 tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769065717140'] for port, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:32.901785 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.db [req-c853ddcc-a06c-493f-afd4-9e8344310cfa req-4dd4e418-d5c6-4b9f-a986-fdc95b3d96e2 tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] For port dfe73686-ba1c-4a7a-ad7f-ae889eeaf4bd, host hv-cinder-80187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80187',level=0,port_id=dfe73686-ba1c-4a7a-ad7f-ae889eeaf4bd,segment=NetworkSegment(f25a6190-92e5-4985-bd58-3825589b744f),segment_id=f25a6190-92e5-4985-bd58-3825589b744f)] {{(pid=93193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:14:32.902367 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-c853ddcc-a06c-493f-afd4-9e8344310cfa req-4dd4e418-d5c6-4b9f-a986-fdc95b3d96e2 tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681326'] for port, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:32.917777 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.plugin [req-c853ddcc-a06c-493f-afd4-9e8344310cfa req-4dd4e418-d5c6-4b9f-a986-fdc95b3d96e2 tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] Calling delete_port for dfe73686-ba1c-4a7a-ad7f-ae889eeaf4bd owned by compute:nova {{(pid=93193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:14:33.030907 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fcee1d-6e68-4b2d-8c40-fede1ebbf6f1 req-2393ddd5-5cb6-42a0-90e3-817791092216 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:33.032437 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-32fcee1d-6e68-4b2d-8c40-fede1ebbf6f1 req-2393ddd5-5cb6-42a0-90e3-817791092216 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=30c4bc5a-ce65-4608-8781-bde54ef98599 HTTP/1.1" status: 200 len: 945 time: 0.1040785 Jul 22 23:14:33.046276 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e98cf74-a6ce-4deb-8d82-b343653bec96 req-47b2f1a9-86ca-4508-9d39-18f4e7f6d631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:33.047778 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-4e98cf74-a6ce-4deb-8d82-b343653bec96 req-47b2f1a9-86ca-4508-9d39-18f4e7f6d631 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7ace0a9b96d34ceb9c996a5476ba0fb1&device_id=efff25fe-8170-480b-b649-c6c2d2509e80 HTTP/1.1" status: 200 len: 1096 time: 0.0852075 Jul 22 23:14:33.053831 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32789f93-7662-4a72-982d-88599d3510f0 req-586fd1f7-41b1-44fa-bb64-44a83321f54c tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:33.055298 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-32789f93-7662-4a72-982d-88599d3510f0 req-586fd1f7-41b1-44fa-bb64-44a83321f54c tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c8d672d-5ca0-43a5-90d7-600935e1ed7d HTTP/1.1" status: 200 len: 945 time: 0.1166043 Jul 22 23:14:33.103736 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-32fcee1d-6e68-4b2d-8c40-fede1ebbf6f1 req-3848b8e2-d067-4851-b87e-44607741fffb tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637197 Jul 22 23:14:33.116450 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-32789f93-7662-4a72-982d-88599d3510f0 req-63fc93fc-f58c-4e49-8353-1631b863dc54 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/security-groups?id=d84c6cad-631b-43c5-a35b-86fdac5eacd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481441 Jul 22 23:14:33.163224 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-c853ddcc-a06c-493f-afd4-9e8344310cfa req-4dd4e418-d5c6-4b9f-a986-fdc95b3d96e2 tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769065717863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769065317250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31811438'] for port, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:33.197238 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd4e418-d5c6-4b9f-a986-fdc95b3d96e2 tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] Pushing event deleted for resources: {'Port': ['ID=dfe73686-ba1c-4a7a-ad7f-ae889eeaf4bd,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:14:33.204101 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] get_ports_and_sgs() called for port_ids ['dfe73686-ba1c-4a7a-ad7f-ae889eeaf4bd'] {{(pid=93194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:14:33.213801 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e98cf74-a6ce-4deb-8d82-b343653bec96 req-027f6570-8a9a-414f-ad21-c3b31c192cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:33.215224 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-4e98cf74-a6ce-4deb-8d82-b343653bec96 req-027f6570-8a9a-414f-ad21-c3b31c192cee service neutron] 10.222.0.76 "GET /v2.0/networks?id=7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66 HTTP/1.1" status: 200 len: 913 time: 0.1391537 Jul 22 23:14:33.231266 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-f9f9a4b9-bc86-43db-a99e-845c30549bba req-bedff40f-e080-4cc3-81de-2f0549b5d6dc tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8005861-97d5-4e95-b3d1-558472d8f0b3 HTTP/1.1" status: 200 len: 210 time: 0.0439258 Jul 22 23:14:33.289233 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.db.l3_dvrscheduler_db [req-c853ddcc-a06c-493f-afd4-9e8344310cfa req-4dd4e418-d5c6-4b9f-a986-fdc95b3d96e2 tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] No DVR routers for this DVR port dfe73686-ba1c-4a7a-ad7f-ae889eeaf4bd on host hv-cinder-80187 {{(pid=93193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:14:33.291160 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-4e98cf74-a6ce-4deb-8d82-b343653bec96 req-b1fca2ee-3823-4881-ad8e-cf423e2bae94 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3cb8b05-250e-4b87-bd32-f07839013290 HTTP/1.1" status: 200 len: 217 time: 0.0544415 Jul 22 23:14:33.292154 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-c853ddcc-a06c-493f-afd4-9e8344310cfa req-4dd4e418-d5c6-4b9f-a986-fdc95b3d96e2 tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92570'] for port, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:33.294574 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-c853ddcc-a06c-493f-afd4-9e8344310cfa req-4dd4e418-d5c6-4b9f-a986-fdc95b3d96e2 tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] 10.222.0.76 "DELETE /v2.0/ports/dfe73686-ba1c-4a7a-ad7f-ae889eeaf4bd HTTP/1.1" status: 204 len: 173 time: 0.6905942 Jul 22 23:14:33.357413 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e98cf74-a6ce-4deb-8d82-b343653bec96 req-0b42515d-e739-4381-8c04-ff72c00e167c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:33.358978 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-4e98cf74-a6ce-4deb-8d82-b343653bec96 req-0b42515d-e739-4381-8c04-ff72c00e167c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=eb7dc01e-3a8e-4054-a161-8a0276e32317 HTTP/1.1" status: 200 len: 851 time: 0.0574369 Jul 22 23:14:33.371630 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a243e15-eee2-4ac1-8f35-d7ac27790889 req-6c993062-7458-4f07-9bd9-9ab970a3b7b2 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:33.380478 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-1a243e15-eee2-4ac1-8f35-d7ac27790889 req-6c993062-7458-4f07-9bd9-9ab970a3b7b2 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=8271f108-5334-4d0a-a188-933ee657ed0e HTTP/1.1" status: 200 len: 943 time: 0.0869875 Jul 22 23:14:33.431633 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-1a243e15-eee2-4ac1-8f35-d7ac27790889 req-bb93d444-7554-422c-ac29-05b660aedf51 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdf4a528-dd54-4780-893e-44f1896a93f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499580 Jul 22 23:14:33.434147 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e98cf74-a6ce-4deb-8d82-b343653bec96 req-6d2d20f3-8587-40de-89bc-25425d937c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:33.435630 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-4e98cf74-a6ce-4deb-8d82-b343653bec96 req-6d2d20f3-8587-40de-89bc-25425d937c68 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0667942 Jul 22 23:14:33.521033 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78263833-9bbd-410f-b2e3-a95327da7204 req-3402cba1-4b65-470a-815e-5f364f94f2b1 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:33.522648 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-78263833-9bbd-410f-b2e3-a95327da7204 req-3402cba1-4b65-470a-815e-5f364f94f2b1 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/ports?device_id=efff25fe-8170-480b-b649-c6c2d2509e80 HTTP/1.1" status: 200 len: 943 time: 0.0657001 Jul 22 23:14:33.564902 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-78263833-9bbd-410f-b2e3-a95327da7204 req-4cf7c2df-8cee-4568-8ba4-43f1c5ae0079 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/security-groups?id=074aa721-85c3-49d0-9904-6cb9f65f5dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352304 Jul 22 23:14:33.623290 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-4e98cf74-a6ce-4deb-8d82-b343653bec96 req-5abe1653-bb65-41af-a70a-ace43975c93b service neutron] 10.222.0.76 "GET /v2.0/networks/7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122913 Jul 22 23:14:33.723993 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-4e98cf74-a6ce-4deb-8d82-b343653bec96 req-3546cc4e-cc25-4a60-9576-095efd878970 service neutron] 10.222.0.76 "GET /v2.0/networks/7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847454 Jul 22 23:14:33.776066 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 37150) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:14:33.874974 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-d84569fd-f850-4bcf-9054-3fca42760aa5 req-07100fe0-c112-46cf-b616-e0cab0852abf service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8271f108-5334-4d0a-a188-933ee657ed0e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0976472 Jul 22 23:14:34.125555 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8005861-97d5-4e95-b3d1-558472d8f0b3', 'name': 'network-vif-deleted', 'tag': 'dfe73686-ba1c-4a7a-ad7f-ae889eeaf4bd'}] {{(pid=93193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:14:34.128056 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53e3bfa867fb079e45cf064e3f04560eeff66f84eee23b8fde49e5f46f239411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5217fc1e-78f3-4943-a5f4-23a25f55d04f" -d '{"events": [{"server_uuid": "f8005861-97d5-4e95-b3d1-558472d8f0b3", "name": "network-vif-deleted", "tag": "dfe73686-ba1c-4a7a-ad7f-ae889eeaf4bd"}]}' {{(pid=93193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:14:34.168210 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8ef8c18-d161-4839-a01f-52bfd3c7a101 x-openstack-request-id: req-e8ef8c18-d161-4839-a01f-52bfd3c7a101 {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:14:34.169279 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8005861-97d5-4e95-b3d1-558472d8f0b3", "name": "network-vif-deleted", "tag": "dfe73686-ba1c-4a7a-ad7f-ae889eeaf4bd", "status": "completed", "code": 200}]} {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:14:34.169624 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e8ef8c18-d161-4839-a01f-52bfd3c7a101 {{(pid=93193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:14:34.170109 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8005861-97d5-4e95-b3d1-558472d8f0b3', 'name': 'network-vif-deleted', 'tag': 'dfe73686-ba1c-4a7a-ad7f-ae889eeaf4bd', 'status': 'completed', 'code': 200} Jul 22 23:14:34.281789 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b84a92c-a06a-44bf-8dab-559385c07a5f req-fd8e007d-4a5a-41e7-ae42-f15d80292378 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:34.283316 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-6b84a92c-a06a-44bf-8dab-559385c07a5f req-fd8e007d-4a5a-41e7-ae42-f15d80292378 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=30c4bc5a-ce65-4608-8781-bde54ef98599 HTTP/1.1" status: 200 len: 945 time: 0.1061122 Jul 22 23:14:34.329482 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e76f6e-4a94-45ae-aeae-ab2f42161bc5 req-fba5ba08-7729-448e-a705-80fea372df33 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:34.331000 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-c7e76f6e-4a94-45ae-aeae-ab2f42161bc5 req-fba5ba08-7729-448e-a705-80fea372df33 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c8d672d-5ca0-43a5-90d7-600935e1ed7d HTTP/1.1" status: 200 len: 945 time: 0.1075971 Jul 22 23:14:34.341756 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-6b84a92c-a06a-44bf-8dab-559385c07a5f req-366a79c6-c76c-46e8-b683-d5b950d687a8 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517442 Jul 22 23:14:34.380488 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-c7e76f6e-4a94-45ae-aeae-ab2f42161bc5 req-97a56df9-6b98-4ad9-9b0c-4965e172d308 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/security-groups?id=d84c6cad-631b-43c5-a35b-86fdac5eacd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401173 Jul 22 23:14:34.618469 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce02698b-83a4-41ed-8ab9-046a0b4a597e req-6bbddaea-6ca0-456d-abab-9f5b5f422dde tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:34.620043 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-ce02698b-83a4-41ed-8ab9-046a0b4a597e req-6bbddaea-6ca0-456d-abab-9f5b5f422dde tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=8271f108-5334-4d0a-a188-933ee657ed0e HTTP/1.1" status: 200 len: 943 time: 0.0938735 Jul 22 23:14:34.663250 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-ce02698b-83a4-41ed-8ab9-046a0b4a597e req-05e40e0e-8659-4cd0-9e87-cb10b45fe8c4 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdf4a528-dd54-4780-893e-44f1896a93f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376797 Jul 22 23:14:34.791234 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e51246-def0-4439-860d-07f2e36a4714 req-b03c69f3-b9e0-4053-ba44-f64dcfcecb60 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:34.792776 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-b4e51246-def0-4439-860d-07f2e36a4714 req-b03c69f3-b9e0-4053-ba44-f64dcfcecb60 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/ports?device_id=efff25fe-8170-480b-b649-c6c2d2509e80 HTTP/1.1" status: 200 len: 943 time: 0.0742452 Jul 22 23:14:34.831517 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-b4e51246-def0-4439-860d-07f2e36a4714 req-e39f8d79-7e67-496c-953f-1a06f8fa983c tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/security-groups?id=074aa721-85c3-49d0-9904-6cb9f65f5dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326467 Jul 22 23:14:34.885054 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfc185a-9465-40a8-a82f-6a4a7a7cc640 req-f9db0bcc-11e7-44e1-a7b9-22c2631788a2 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:34.886574 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-ebfc185a-9465-40a8-a82f-6a4a7a7cc640 req-f9db0bcc-11e7-44e1-a7b9-22c2631788a2 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.76 "GET /v2.0/ports?device_id=0c8d672d-5ca0-43a5-90d7-600935e1ed7d HTTP/1.1" status: 200 len: 945 time: 0.0751984 Jul 22 23:14:34.902046 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.agents_db [None req-bfbb8894-14bb-41d0-8761-89beb89abbcb None None] Agent healthcheck: found 6 active agents {{(pid=93195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:14:34.918121 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Device ed9d47de-6c01-44de-9932-7c1d241b8fba no longer exists at agent hyperv_hv-cinder-80187 {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:14:34.988682 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.plugin [req-ebfc185a-9465-40a8-a82f-6a4a7a7cc640 req-5e1f9627-9286-4516-94ee-1a5e9ee372b0 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Deleting port 173bb1b0-c700-4438-a506-b422639fb87b {{(pid=93193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:14:34.989004 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-ebfc185a-9465-40a8-a82f-6a4a7a7cc640 req-5e1f9627-9286-4516-94ee-1a5e9ee372b0 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769065717140'] for port, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:34.997678 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Device dfab7ed8-6d5b-4abb-b1bc-5cc67716340d no longer exists at agent hyperv_hv-cinder-80187 {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:14:35.015617 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] No Port match for: dfab7ed8-6d5b-4abb-b1bc-5cc67716340d {{(pid=93194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:14:35.015959 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Device dfab7ed8-6d5b-4abb-b1bc-5cc67716340d not bound to the agent host hv-cinder-80187 {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:14:35.016384 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Device dfe73686-ba1c-4a7a-ad7f-ae889eeaf4bd no longer exists at agent hyperv_hv-cinder-80187 {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:14:35.034851 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] No Port match for: dfe73686-ba1c-4a7a-ad7f-ae889eeaf4bd {{(pid=93194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:14:35.035192 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Device dfe73686-ba1c-4a7a-ad7f-ae889eeaf4bd not bound to the agent host hv-cinder-80187 {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:14:35.077482 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.db [req-ebfc185a-9465-40a8-a82f-6a4a7a7cc640 req-5e1f9627-9286-4516-94ee-1a5e9ee372b0 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] For port 173bb1b0-c700-4438-a506-b422639fb87b, host hv-cinder-80187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80187',level=0,port_id=173bb1b0-c700-4438-a506-b422639fb87b,segment=NetworkSegment(16d2cb10-ce94-45af-9e3e-ba31490ef4c9),segment_id=16d2cb10-ce94-45af-9e3e-ba31490ef4c9)] {{(pid=93193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:14:35.077838 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-ebfc185a-9465-40a8-a82f-6a4a7a7cc640 req-5e1f9627-9286-4516-94ee-1a5e9ee372b0 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681326'] for port, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:35.089240 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.plugin [req-ebfc185a-9465-40a8-a82f-6a4a7a7cc640 req-5e1f9627-9286-4516-94ee-1a5e9ee372b0 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Calling delete_port for 173bb1b0-c700-4438-a506-b422639fb87b owned by compute:nova {{(pid=93193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:14:35.213365 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-ebfc185a-9465-40a8-a82f-6a4a7a7cc640 req-5e1f9627-9286-4516-94ee-1a5e9ee372b0 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769065717863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769065317250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31811438'] for port, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:35.243721 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1f9627-9286-4516-94ee-1a5e9ee372b0 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Pushing event deleted for resources: {'Port': ['ID=173bb1b0-c700-4438-a506-b422639fb87b,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:14:35.291756 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebfc185a-9465-40a8-a82f-6a4a7a7cc640 req-5e1f9627-9286-4516-94ee-1a5e9ee372b0 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] No DVR routers for this DVR port 173bb1b0-c700-4438-a506-b422639fb87b on host hv-cinder-80187 {{(pid=93193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:14:35.294395 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-ebfc185a-9465-40a8-a82f-6a4a7a7cc640 req-5e1f9627-9286-4516-94ee-1a5e9ee372b0 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92570'] for port, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:35.296363 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-ebfc185a-9465-40a8-a82f-6a4a7a7cc640 req-5e1f9627-9286-4516-94ee-1a5e9ee372b0 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.76 "DELETE /v2.0/ports/173bb1b0-c700-4438-a506-b422639fb87b HTTP/1.1" status: 204 len: 173 time: 0.4043686 Jul 22 23:14:35.478422 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-5eb021a7-772f-4ad0-898f-1cdef2ef736c req-1f613d44-f287-4487-917c-9e0415f4c3bb tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c8d672d-5ca0-43a5-90d7-600935e1ed7d HTTP/1.1" status: 200 len: 210 time: 0.0304596 Jul 22 23:14:35.813547 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7929f4-53c9-4a4a-a1f9-688ec4d893cc req-7ce0cbfa-73b9-4448-81e8-ff878a1b28ee tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:35.815035 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-ea7929f4-53c9-4a4a-a1f9-688ec4d893cc req-7ce0cbfa-73b9-4448-81e8-ff878a1b28ee tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=8271f108-5334-4d0a-a188-933ee657ed0e HTTP/1.1" status: 200 len: 943 time: 0.0644932 Jul 22 23:14:35.853232 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-ea7929f4-53c9-4a4a-a1f9-688ec4d893cc req-08e2481f-a19d-496b-9f7b-3b49def9d53a tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdf4a528-dd54-4780-893e-44f1896a93f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328097 Jul 22 23:14:35.965665 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8313a0c6-cf8e-47b1-b195-52817216e958 req-ef11107f-91b2-4b88-b5f8-fd897a0a0bcf tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:35.967143 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-8313a0c6-cf8e-47b1-b195-52817216e958 req-ef11107f-91b2-4b88-b5f8-fd897a0a0bcf tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/ports?device_id=efff25fe-8170-480b-b649-c6c2d2509e80 HTTP/1.1" status: 200 len: 943 time: 0.0680399 Jul 22 23:14:36.003873 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-8313a0c6-cf8e-47b1-b195-52817216e958 req-f1e84ca2-2e38-4cf6-8499-b29cc5fcd9c4 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/security-groups?id=074aa721-85c3-49d0-9904-6cb9f65f5dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312858 Jul 22 23:14:36.170894 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c8d672d-5ca0-43a5-90d7-600935e1ed7d', 'name': 'network-vif-deleted', 'tag': '173bb1b0-c700-4438-a506-b422639fb87b'}] {{(pid=93193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:14:36.173225 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53e3bfa867fb079e45cf064e3f04560eeff66f84eee23b8fde49e5f46f239411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4175eebf-c9e3-49e5-9304-c6c9e59fb0c8" -d '{"events": [{"server_uuid": "0c8d672d-5ca0-43a5-90d7-600935e1ed7d", "name": "network-vif-deleted", "tag": "173bb1b0-c700-4438-a506-b422639fb87b"}]}' {{(pid=93193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:14:36.207310 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-007222f8-e9ed-492c-aab9-421fe5b6e399 x-openstack-request-id: req-007222f8-e9ed-492c-aab9-421fe5b6e399 {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:14:36.207595 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c8d672d-5ca0-43a5-90d7-600935e1ed7d", "name": "network-vif-deleted", "tag": "173bb1b0-c700-4438-a506-b422639fb87b", "status": "completed", "code": 200}]} {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:14:36.207864 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-007222f8-e9ed-492c-aab9-421fe5b6e399 {{(pid=93193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:14:36.208280 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c8d672d-5ca0-43a5-90d7-600935e1ed7d', 'name': 'network-vif-deleted', 'tag': '173bb1b0-c700-4438-a506-b422639fb87b', 'status': 'completed', 'code': 200} Jul 22 23:14:36.571962 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-a8525a69-9111-4fba-bc53-bb5b9cb1890b req-5d6125b6-85b2-49fa-8175-53d6edb50b22 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c8d672d-5ca0-43a5-90d7-600935e1ed7d HTTP/1.1" status: 200 len: 210 time: 0.0291040 Jul 22 23:14:36.990289 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8a277f-c8e9-4922-a52e-80af281ecf33 req-8b151f1a-dbd0-4d23-b720-7f1e986e5e0b tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:36.991755 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-0e8a277f-c8e9-4922-a52e-80af281ecf33 req-8b151f1a-dbd0-4d23-b720-7f1e986e5e0b tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=8271f108-5334-4d0a-a188-933ee657ed0e HTTP/1.1" status: 200 len: 943 time: 0.0623643 Jul 22 23:14:37.027650 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-0e8a277f-c8e9-4922-a52e-80af281ecf33 req-78beb0a8-7836-4a8f-94f4-1a865e7acbe1 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdf4a528-dd54-4780-893e-44f1896a93f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303686 Jul 22 23:14:37.134070 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e1c813-2ac7-436d-861a-95f3c09ceb24 req-5c8aaeff-6c3a-4e2a-968e-58f0fd196073 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:37.135537 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-57e1c813-2ac7-436d-861a-95f3c09ceb24 req-5c8aaeff-6c3a-4e2a-968e-58f0fd196073 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/ports?device_id=efff25fe-8170-480b-b649-c6c2d2509e80 HTTP/1.1" status: 200 len: 943 time: 0.0670819 Jul 22 23:14:37.172109 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-57e1c813-2ac7-436d-861a-95f3c09ceb24 req-31fedf2d-e752-4ee2-b34d-0a40ef2f572e tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/security-groups?id=074aa721-85c3-49d0-9904-6cb9f65f5dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305719 Jul 22 23:14:37.666929 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-30de6733-81c7-466b-98e2-5cc608bb46bb req-a55568cb-e940-4234-a433-1320c3b7536a tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c8d672d-5ca0-43a5-90d7-600935e1ed7d HTTP/1.1" status: 200 len: 210 time: 0.0296760 Jul 22 23:14:37.693126 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] get_ports_and_sgs() called for port_ids ['4ff6ad14-4f2e-413e-9405-77e3cca49e39', '173bb1b0-c700-4438-a506-b422639fb87b'] {{(pid=93194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:14:38.183351 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469f6c79-9dbe-4fe7-a064-e71633b51799 req-f08c862b-56ad-4ced-9bbc-1aeaa2a4d9fa tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:38.185298 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-469f6c79-9dbe-4fe7-a064-e71633b51799 req-f08c862b-56ad-4ced-9bbc-1aeaa2a4d9fa tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=8271f108-5334-4d0a-a188-933ee657ed0e HTTP/1.1" status: 200 len: 943 time: 0.0872283 Jul 22 23:14:38.231578 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-469f6c79-9dbe-4fe7-a064-e71633b51799 req-4947d69e-9fe8-4ab6-9a2e-13afb126d2af tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdf4a528-dd54-4780-893e-44f1896a93f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355062 Jul 22 23:14:38.338746 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3043e0f2-1e82-4503-8e92-408c76f0286b req-a649866b-905a-4247-9d90-ed827e59361d tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:38.340246 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-3043e0f2-1e82-4503-8e92-408c76f0286b req-a649866b-905a-4247-9d90-ed827e59361d tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/ports?device_id=efff25fe-8170-480b-b649-c6c2d2509e80 HTTP/1.1" status: 200 len: 943 time: 0.0712283 Jul 22 23:14:38.379740 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-3043e0f2-1e82-4503-8e92-408c76f0286b req-9938e151-709f-4b25-9069-77f89f5e86a3 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/security-groups?id=074aa721-85c3-49d0-9904-6cb9f65f5dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327680 Jul 22 23:14:38.983442 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84569fd-f850-4bcf-9054-3fca42760aa5 req-97be0e19-c740-424a-9b4c-4d8d198ce75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:38.985037 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-d84569fd-f850-4bcf-9054-3fca42760aa5 req-97be0e19-c740-424a-9b4c-4d8d198ce75d service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=8271f108-5334-4d0a-a188-933ee657ed0e&tenant_id=934579b2f9344fa4a2472101e976d552 HTTP/1.1" status: 200 len: 1096 time: 0.0974822 Jul 22 23:14:39.075264 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84569fd-f850-4bcf-9054-3fca42760aa5 req-ec0bb095-3832-42f7-b4bb-b2f2b041c025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:39.076805 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-d84569fd-f850-4bcf-9054-3fca42760aa5 req-ec0bb095-3832-42f7-b4bb-b2f2b041c025 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=934579b2f9344fa4a2472101e976d552&device_id=8271f108-5334-4d0a-a188-933ee657ed0e HTTP/1.1" status: 200 len: 1096 time: 0.0536599 Jul 22 23:14:39.169187 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84569fd-f850-4bcf-9054-3fca42760aa5 req-cf0225ae-17f1-4bd9-beda-31bc588ea11d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:39.170635 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-d84569fd-f850-4bcf-9054-3fca42760aa5 req-cf0225ae-17f1-4bd9-beda-31bc588ea11d service neutron] 10.222.0.76 "GET /v2.0/networks?id=15297b5d-2132-449e-9de1-fcfc3bc99bcd HTTP/1.1" status: 200 len: 918 time: 0.0867453 Jul 22 23:14:39.236868 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-d84569fd-f850-4bcf-9054-3fca42760aa5 req-d8b1ef0d-39d7-48b0-a601-3dcf3bb86385 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ed9d47de-6c01-44de-9932-7c1d241b8fba HTTP/1.1" status: 200 len: 999 time: 0.0584607 Jul 22 23:14:39.287211 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84569fd-f850-4bcf-9054-3fca42760aa5 req-2aeeea69-66a4-4b3a-8d9b-930fe3eee9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:39.288683 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-d84569fd-f850-4bcf-9054-3fca42760aa5 req-2aeeea69-66a4-4b3a-8d9b-930fe3eee9b7 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c47fa5de-a082-4f3c-9a72-06af8857dbb0 HTTP/1.1" status: 200 len: 856 time: 0.0450761 Jul 22 23:14:39.350322 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84569fd-f850-4bcf-9054-3fca42760aa5 req-6d22470b-46dd-411d-b2ad-06fa5be8a4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:39.352610 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-d84569fd-f850-4bcf-9054-3fca42760aa5 req-6d22470b-46dd-411d-b2ad-06fa5be8a4f4 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=15297b5d-2132-449e-9de1-fcfc3bc99bcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0575616 Jul 22 23:14:39.390632 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4a45dc-1c06-47a2-b50a-3a16f825ebb7 req-36f63510-dbf1-4fba-87bf-cba6bdb46baf tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:39.392191 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-ec4a45dc-1c06-47a2-b50a-3a16f825ebb7 req-36f63510-dbf1-4fba-87bf-cba6bdb46baf tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=8271f108-5334-4d0a-a188-933ee657ed0e HTTP/1.1" status: 200 len: 943 time: 0.0664523 Jul 22 23:14:39.442303 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-ec4a45dc-1c06-47a2-b50a-3a16f825ebb7 req-85d4860b-1e99-4c4a-9025-ea39d17d44aa tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdf4a528-dd54-4780-893e-44f1896a93f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418224 Jul 22 23:14:39.462562 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-d84569fd-f850-4bcf-9054-3fca42760aa5 req-1f14a8c4-87c7-49a6-8780-c9ca0b976213 service neutron] 10.222.0.76 "GET /v2.0/networks/15297b5d-2132-449e-9de1-fcfc3bc99bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031840 Jul 22 23:14:39.536789 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acda7d3d-34a3-4ba2-b793-bb9f069a4c0d req-f79bfaa9-9f9f-44f2-9181-bfccd643413f tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:39.538761 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-acda7d3d-34a3-4ba2-b793-bb9f069a4c0d req-f79bfaa9-9f9f-44f2-9181-bfccd643413f tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/ports?device_id=efff25fe-8170-480b-b649-c6c2d2509e80 HTTP/1.1" status: 200 len: 943 time: 0.0742986 Jul 22 23:14:39.563239 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-d84569fd-f850-4bcf-9054-3fca42760aa5 req-cfb3eae9-bbda-40bd-9bc4-fe72d0f8ccd1 service neutron] 10.222.0.76 "GET /v2.0/networks/15297b5d-2132-449e-9de1-fcfc3bc99bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894270 Jul 22 23:14:39.580028 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-acda7d3d-34a3-4ba2-b793-bb9f069a4c0d req-5392c766-fa33-4545-95f2-96ddab9eebef tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/security-groups?id=074aa721-85c3-49d0-9904-6cb9f65f5dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360970 Jul 22 23:14:40.127537 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6118fac5-5749-4d99-9b65-46c2931a9599 req-88abc012-14b3-419d-93bd-c6623e4272ab tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:40.135492 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-6118fac5-5749-4d99-9b65-46c2931a9599 req-88abc012-14b3-419d-93bd-c6623e4272ab tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/ports?device_id=14cd5873-97d8-472c-b99c-8b14621deecf HTTP/1.1" status: 200 len: 946 time: 0.0841155 Jul 22 23:14:40.186357 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-6118fac5-5749-4d99-9b65-46c2931a9599 req-ad3fa4ed-f298-4ca9-a846-01813065ba25 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/security-groups?id=d84c6cad-631b-43c5-a35b-86fdac5eacd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497806 Jul 22 23:14:40.599685 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5170924e-5dd4-4bb2-8ad7-86e6c4ba1a06 req-b6dd3ccf-99ee-451b-9a88-382e7739a019 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:40.601222 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-5170924e-5dd4-4bb2-8ad7-86e6c4ba1a06 req-b6dd3ccf-99ee-451b-9a88-382e7739a019 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=8271f108-5334-4d0a-a188-933ee657ed0e HTTP/1.1" status: 200 len: 943 time: 0.0746388 Jul 22 23:14:40.639926 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-5170924e-5dd4-4bb2-8ad7-86e6c4ba1a06 req-e365cb6c-ac71-41fa-839f-f235c307d39e tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdf4a528-dd54-4780-893e-44f1896a93f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329232 Jul 22 23:14:40.720327 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc15ea8-bf5c-451d-898f-be966fb0c8f4 req-e2168817-eb2c-4e4d-9997-f215c127b478 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:40.722123 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-5fc15ea8-bf5c-451d-898f-be966fb0c8f4 req-e2168817-eb2c-4e4d-9997-f215c127b478 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/ports?device_id=efff25fe-8170-480b-b649-c6c2d2509e80 HTTP/1.1" status: 200 len: 943 time: 0.0773294 Jul 22 23:14:40.759445 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-5fc15ea8-bf5c-451d-898f-be966fb0c8f4 req-5e5fb1c1-699c-488f-a4ce-86bcb0b61a9c tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/security-groups?id=074aa721-85c3-49d0-9904-6cb9f65f5dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318804 Jul 22 23:14:41.329440 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd40fa1b-7f2a-4fd5-8efe-4ae85ca562d3 req-0fcf797d-274e-4b92-adf4-e2342ece5a3f tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:41.330904 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-cd40fa1b-7f2a-4fd5-8efe-4ae85ca562d3 req-0fcf797d-274e-4b92-adf4-e2342ece5a3f tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/ports?device_id=14cd5873-97d8-472c-b99c-8b14621deecf HTTP/1.1" status: 200 len: 946 time: 0.0782425 Jul 22 23:14:41.368587 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-cd40fa1b-7f2a-4fd5-8efe-4ae85ca562d3 req-4cd4842e-45b4-4560-88ca-dbcb75c0d552 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/security-groups?id=d84c6cad-631b-43c5-a35b-86fdac5eacd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320470 Jul 22 23:14:41.779836 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d13295e-dcef-45a0-976f-791758acc1ff req-e21d2a59-d997-4cf4-97ac-2b81c928a6fd tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:41.781384 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-8d13295e-dcef-45a0-976f-791758acc1ff req-e21d2a59-d997-4cf4-97ac-2b81c928a6fd tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=8271f108-5334-4d0a-a188-933ee657ed0e HTTP/1.1" status: 200 len: 943 time: 0.0672433 Jul 22 23:14:41.829549 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-8d13295e-dcef-45a0-976f-791758acc1ff req-872bd22b-793c-457e-ac8a-b86c97382f2c tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdf4a528-dd54-4780-893e-44f1896a93f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377779 Jul 22 23:14:41.907564 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0f5388-8ba8-48ae-9931-4be0166fe160 req-a68825ba-62c4-4b5e-8549-a73e930b1dc0 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:41.909099 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-2f0f5388-8ba8-48ae-9931-4be0166fe160 req-a68825ba-62c4-4b5e-8549-a73e930b1dc0 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/ports?device_id=efff25fe-8170-480b-b649-c6c2d2509e80 HTTP/1.1" status: 200 len: 943 time: 0.0787053 Jul 22 23:14:41.950127 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-2f0f5388-8ba8-48ae-9931-4be0166fe160 req-2a96ee28-4807-4955-862c-98d20230f1d3 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/security-groups?id=074aa721-85c3-49d0-9904-6cb9f65f5dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353925 Jul 22 23:14:42.502437 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcc1f24-193b-4dd4-b4a9-c11a37e60eb6 req-a0b49aa8-9b21-4835-85d7-9b0da0de0f77 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:42.504007 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-0fcc1f24-193b-4dd4-b4a9-c11a37e60eb6 req-a0b49aa8-9b21-4835-85d7-9b0da0de0f77 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/ports?device_id=14cd5873-97d8-472c-b99c-8b14621deecf HTTP/1.1" status: 200 len: 946 time: 0.0651875 Jul 22 23:14:42.542802 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-0fcc1f24-193b-4dd4-b4a9-c11a37e60eb6 req-c7f75850-6b2f-4a44-a98e-1d6b1fb845d1 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/security-groups?id=d84c6cad-631b-43c5-a35b-86fdac5eacd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323060 Jul 22 23:14:42.973786 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f97810-2dd0-4f85-aa8a-41eb1fc46404 req-2725f7ec-daf4-471b-ba2f-eeb020c5f217 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:42.974478 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-33f97810-2dd0-4f85-aa8a-41eb1fc46404 req-2725f7ec-daf4-471b-ba2f-eeb020c5f217 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=8271f108-5334-4d0a-a188-933ee657ed0e HTTP/1.1" status: 200 len: 943 time: 0.0672028 Jul 22 23:14:43.018885 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-33f97810-2dd0-4f85-aa8a-41eb1fc46404 req-72ad32b5-ad69-4d4b-a6fc-c6398c7297a7 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdf4a528-dd54-4780-893e-44f1896a93f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360811 Jul 22 23:14:43.086897 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a451247d-1508-4407-a2fa-a870a7729325 req-f448b904-d548-4931-a761-cb211ab04ad7 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:43.088799 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-a451247d-1508-4407-a2fa-a870a7729325 req-f448b904-d548-4931-a761-cb211ab04ad7 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/ports?device_id=efff25fe-8170-480b-b649-c6c2d2509e80 HTTP/1.1" status: 200 len: 943 time: 0.0633631 Jul 22 23:14:43.128689 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-a451247d-1508-4407-a2fa-a870a7729325 req-887d89dd-260d-446d-b393-97b51f1c2bee tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/security-groups?id=074aa721-85c3-49d0-9904-6cb9f65f5dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344472 Jul 22 23:14:43.197723 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Device a3cb8b05-250e-4b87-bd32-f07839013290 details requested by agent hyperv_hv-cinder-80187 with host hv-cinder-80187 {{(pid=93194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:14:43.229254 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Device 173bb1b0-c700-4438-a506-b422639fb87b no longer exists at agent hyperv_hv-cinder-80187 {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:14:43.256802 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] No Port match for: 173bb1b0-c700-4438-a506-b422639fb87b {{(pid=93194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:14:43.257193 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Device 173bb1b0-c700-4438-a506-b422639fb87b not bound to the agent host hv-cinder-80187 {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:14:43.316972 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] For port a3cb8b05-250e-4b87-bd32-f07839013290, host hv-cinder-80187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80187',level=0,port_id=a3cb8b05-250e-4b87-bd32-f07839013290,segment=NetworkSegment(ca173296-7208-4e6e-a636-9266697943d6),segment_id=ca173296-7208-4e6e-a636-9266697943d6)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:14:43.327241 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Returning: {'device': 'a3cb8b05-250e-4b87-bd32-f07839013290', 'network_id': '7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66', 'port_id': 'a3cb8b05-250e-4b87-bd32-f07839013290', 'mac_address': 'fa:16:3e:b9:5f:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 862, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb7dc01e-3a8e-4054-a161-8a0276e32317', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:14:43.368613 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:43.386304 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.notifiers.nova [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3cb8b05-250e-4b87-bd32-f07839013290 {{(pid=93194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:14:43.415661 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] For port a3cb8b05-250e-4b87-bd32-f07839013290, host hv-cinder-80187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80187',level=0,port_id=a3cb8b05-250e-4b87-bd32-f07839013290,segment=NetworkSegment(ca173296-7208-4e6e-a636-9266697943d6),segment_id=ca173296-7208-4e6e-a636-9266697943d6)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:14:43.420166 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:43.467346 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Pushing event updated for resources: {'Port': ['ID=a3cb8b05-250e-4b87-bd32-f07839013290,revision_number=4']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:14:43.475751 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:43.476152 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:43.476532 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:43.476867 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:43.477205 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:43.477532 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:43.477933 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:43.478259 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:43.478586 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:43.478909 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:43.479304 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:43.479906 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:43.694008 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129ad513-fafa-47f7-8e81-2d24986d566c req-7990ff34-6316-4bbe-b47c-7ed96ef4160b tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:43.695645 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-129ad513-fafa-47f7-8e81-2d24986d566c req-7990ff34-6316-4bbe-b47c-7ed96ef4160b tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/ports?device_id=14cd5873-97d8-472c-b99c-8b14621deecf HTTP/1.1" status: 200 len: 946 time: 0.0660481 Jul 22 23:14:43.745067 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-129ad513-fafa-47f7-8e81-2d24986d566c req-ca55f727-d498-46b2-b1cf-88258300e7b9 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/security-groups?id=d84c6cad-631b-43c5-a35b-86fdac5eacd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428081 Jul 22 23:14:43.773369 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] get_ports_and_sgs() called for port_ids ['a3cb8b05-250e-4b87-bd32-f07839013290'] {{(pid=93194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:14:44.154091 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b204d83-83b9-4eb7-ae40-ff60d9f9f2d5 req-21d783fd-5004-4f6c-972b-b2558d0fdade tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:44.155886 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-5b204d83-83b9-4eb7-ae40-ff60d9f9f2d5 req-21d783fd-5004-4f6c-972b-b2558d0fdade tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=8271f108-5334-4d0a-a188-933ee657ed0e HTTP/1.1" status: 200 len: 943 time: 0.0669754 Jul 22 23:14:44.193393 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-5b204d83-83b9-4eb7-ae40-ff60d9f9f2d5 req-611f0171-c760-4d5d-adc2-177fa74904ea tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdf4a528-dd54-4780-893e-44f1896a93f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321071 Jul 22 23:14:44.302009 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5a4894-262a-4513-8edc-d39dded11c21 req-b78a84d1-5f1f-4bed-9b37-fb685faf8f37 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:44.303895 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-8b5a4894-262a-4513-8edc-d39dded11c21 req-b78a84d1-5f1f-4bed-9b37-fb685faf8f37 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/ports?device_id=efff25fe-8170-480b-b649-c6c2d2509e80 HTTP/1.1" status: 200 len: 944 time: 0.1093113 Jul 22 23:14:44.388142 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-8b5a4894-262a-4513-8edc-d39dded11c21 req-98ac41dc-3e32-4afa-bce5-6b710887af26 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/security-groups?id=074aa721-85c3-49d0-9904-6cb9f65f5dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755956 Jul 22 23:14:44.566804 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5765a9e4-e616-41ce-89b0-307177b26608 req-8189ae1a-3136-4af7-acc8-f8a2b6faa3b2 tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:44.568243 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-5765a9e4-e616-41ce-89b0-307177b26608 req-8189ae1a-3136-4af7-acc8-f8a2b6faa3b2 tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] 10.222.0.44 "GET /v2.0/networks?id=e7dbe19f-3d9d-4ca0-9cfb-20559f3d70b0 HTTP/1.1" status: 200 len: 814 time: 0.1288579 Jul 22 23:14:44.583412 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-5765a9e4-e616-41ce-89b0-307177b26608 req-f987b503-55c5-4868-905d-c5ca212b9138 tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] 10.222.0.44 "GET /v2.0/quotas/d5820f83eab04d5c8dac281d2158f2bc HTTP/1.1" status: 200 len: 375 time: 0.0096924 Jul 22 23:14:44.617430 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-5765a9e4-e616-41ce-89b0-307177b26608 req-bd2d7177-a6fd-428e-a044-497e912bd41a tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d5820f83eab04d5c8dac281d2158f2bc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290194 Jul 22 23:14:44.716432 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-5765a9e4-e616-41ce-89b0-307177b26608 req-1d045534-f2e3-4ae1-a9b0-f735c2d2829c service neutron] 10.222.0.44 "GET /v2.0/networks/e7dbe19f-3d9d-4ca0-9cfb-20559f3d70b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920691 Jul 22 23:14:44.880181 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-5765a9e4-e616-41ce-89b0-307177b26608 req-2b187b1a-09fb-454a-ae2e-1c91f6b2ec90 service neutron] 10.222.0.44 "GET /v2.0/networks/e7dbe19f-3d9d-4ca0-9cfb-20559f3d70b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536324 Jul 22 23:14:44.924066 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55a57d3-9576-48c2-beab-c0e0dbd19e82 req-325bdf38-060d-4467-a934-88ac3c980399 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:44.928601 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-c55a57d3-9576-48c2-beab-c0e0dbd19e82 req-325bdf38-060d-4467-a934-88ac3c980399 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/ports?device_id=14cd5873-97d8-472c-b99c-8b14621deecf HTTP/1.1" status: 200 len: 946 time: 0.1075480 Jul 22 23:14:44.977807 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-c55a57d3-9576-48c2-beab-c0e0dbd19e82 req-3e3f3bbb-715e-4795-b065-97bbf08e68d4 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/security-groups?id=d84c6cad-631b-43c5-a35b-86fdac5eacd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459564 Jul 22 23:14:45.089200 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-0ae6c586-e16b-4d7f-b71b-cc5c128cdd0d req-c2de6e9a-399a-43fe-902a-153f63b34fac tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] 10.222.0.44 "GET /v2.0/ports?device_id=65d1de4f-0674-471b-9c93-642f3b8845c3 HTTP/1.1" status: 200 len: 210 time: 0.0388229 Jul 22 23:14:45.365245 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d625a7-4fdc-4779-b710-2de170b0ca05 req-5340c53f-972a-4dce-9923-8abcb01a74a4 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:45.366732 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-93d625a7-4fdc-4779-b710-2de170b0ca05 req-5340c53f-972a-4dce-9923-8abcb01a74a4 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=8271f108-5334-4d0a-a188-933ee657ed0e HTTP/1.1" status: 200 len: 943 time: 0.0831072 Jul 22 23:14:45.420956 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-93d625a7-4fdc-4779-b710-2de170b0ca05 req-4c098f5a-9a49-4f2e-ac18-5119a0579baa tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdf4a528-dd54-4780-893e-44f1896a93f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479157 Jul 22 23:14:45.472952 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-949a9111-5018-4e2f-bcea-7748445d2b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:45.559526 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d2691a-e9b6-4e4f-9b52-e8d602272808 req-c7f568b8-060a-4f56-bdf4-2dda6d927bc0 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:45.561119 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-74d2691a-e9b6-4e4f-9b52-e8d602272808 req-c7f568b8-060a-4f56-bdf4-2dda6d927bc0 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/ports?device_id=efff25fe-8170-480b-b649-c6c2d2509e80 HTTP/1.1" status: 200 len: 944 time: 0.0740874 Jul 22 23:14:45.615742 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-74d2691a-e9b6-4e4f-9b52-e8d602272808 req-09799932-fe1f-4c0f-988b-d234e9f40c45 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/security-groups?id=074aa721-85c3-49d0-9904-6cb9f65f5dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481305 Jul 22 23:14:45.718798 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Device a3cb8b05-250e-4b87-bd32-f07839013290 up at agent hyperv_hv-cinder-80187 {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:14:45.781499 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Provisioning for port a3cb8b05-250e-4b87-bd32-f07839013290 completed by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:14:45.785614 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Provisioning complete for port a3cb8b05-250e-4b87-bd32-f07839013290 triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:14:45.786150 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832377'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:45.860088 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cd46cc-6f1e-41aa-a634-9fb8e3eb9e47 req-db97ba41-ffb0-452b-bbdd-e873841fd380 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:45.861602 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-b4cd46cc-6f1e-41aa-a634-9fb8e3eb9e47 req-db97ba41-ffb0-452b-bbdd-e873841fd380 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=8336b4ae-d194-4f5f-b4d7-c111fef91485 HTTP/1.1" status: 200 len: 945 time: 0.0694699 Jul 22 23:14:45.867951 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:45.908512 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] For port a3cb8b05-250e-4b87-bd32-f07839013290, host hv-cinder-80187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80187',level=0,port_id=a3cb8b05-250e-4b87-bd32-f07839013290,segment=NetworkSegment(ca173296-7208-4e6e-a636-9266697943d6),segment_id=ca173296-7208-4e6e-a636-9266697943d6)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:14:45.909507 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efff25fe-8170-480b-b649-c6c2d2509e80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3cb8b05-250e-4b87-bd32-f07839013290'}] {{(pid=93194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:14:45.912288 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7601765a566782fd39478405f6fadc52a0f9e3dab845648c9e7fe91a53a45b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8eacfb8-dc5a-4e6d-91c5-44cf4b330b61" -d '{"events": [{"server_uuid": "efff25fe-8170-480b-b649-c6c2d2509e80", "name": "network-vif-plugged", "status": "completed", "tag": "a3cb8b05-250e-4b87-bd32-f07839013290"}]}' {{(pid=93194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:14:45.918647 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:45.924649 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-b4cd46cc-6f1e-41aa-a634-9fb8e3eb9e47 req-49ceef9f-5982-4f14-a698-84afad87bede tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562520 Jul 22 23:14:45.962084 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1423c356-1b91-4f13-8f7d-748e44e57cea x-openstack-request-id: req-1423c356-1b91-4f13-8f7d-748e44e57cea {{(pid=93194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:14:45.962365 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efff25fe-8170-480b-b649-c6c2d2509e80", "name": "network-vif-plugged", "status": "completed", "tag": "a3cb8b05-250e-4b87-bd32-f07839013290", "code": 200}]} {{(pid=93194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:14:45.962623 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1423c356-1b91-4f13-8f7d-748e44e57cea {{(pid=93194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:14:45.963015 dv-cinder-801875-2-iscsi neutron-server[93194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efff25fe-8170-480b-b649-c6c2d2509e80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3cb8b05-250e-4b87-bd32-f07839013290', 'code': 200} Jul 22 23:14:45.974289 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Pushing event updated for resources: {'Port': ['ID=a3cb8b05-250e-4b87-bd32-f07839013290,revision_number=5']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:14:46.133623 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b3e83a-a246-44ed-a535-2fb5dd7385d2 req-91fee7d5-fdb1-4667-a6cf-4808cb6b2efb tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:46.135495 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-92b3e83a-a246-44ed-a535-2fb5dd7385d2 req-91fee7d5-fdb1-4667-a6cf-4808cb6b2efb tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/ports?device_id=14cd5873-97d8-472c-b99c-8b14621deecf HTTP/1.1" status: 200 len: 946 time: 0.0702755 Jul 22 23:14:46.194585 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-92b3e83a-a246-44ed-a535-2fb5dd7385d2 req-06d803d0-2ac8-475e-9390-212db3b8de41 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/security-groups?id=d84c6cad-631b-43c5-a35b-86fdac5eacd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527813 Jul 22 23:14:46.212564 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-4077edb1-d46d-452d-ad67-1d6289485a0d req-c59b1d2c-de30-4a60-aa0d-e46af60daff8 tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] 10.222.0.44 "GET /v2.0/ports?device_id=65d1de4f-0674-471b-9c93-642f3b8845c3 HTTP/1.1" status: 200 len: 210 time: 0.0350184 Jul 22 23:14:46.563603 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f6b816-1556-4d20-a868-9c2cab79a7fb req-8b3fff8b-2079-47d7-b04d-90b1410d2229 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:46.565234 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-06f6b816-1556-4d20-a868-9c2cab79a7fb req-8b3fff8b-2079-47d7-b04d-90b1410d2229 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=8271f108-5334-4d0a-a188-933ee657ed0e HTTP/1.1" status: 200 len: 943 time: 0.0634387 Jul 22 23:14:46.602098 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-06f6b816-1556-4d20-a868-9c2cab79a7fb req-fb2f8e12-90dd-4a64-b00d-28c9cf0247db tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdf4a528-dd54-4780-893e-44f1896a93f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313511 Jul 22 23:14:46.761226 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ba2fb3-6826-4824-8c29-6340efdedfb1 req-679b3ab0-1099-4b0f-9d8b-1142dad57716 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:46.763188 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-c2ba2fb3-6826-4824-8c29-6340efdedfb1 req-679b3ab0-1099-4b0f-9d8b-1142dad57716 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/ports?device_id=efff25fe-8170-480b-b649-c6c2d2509e80 HTTP/1.1" status: 200 len: 945 time: 0.0760429 Jul 22 23:14:46.800077 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-c2ba2fb3-6826-4824-8c29-6340efdedfb1 req-21e39523-be28-4f8e-9bab-c42bbb2c160e tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/security-groups?id=074aa721-85c3-49d0-9904-6cb9f65f5dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313780 Jul 22 23:14:47.067962 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b9e59b-eb0a-4c57-b083-882a7283693a req-8e661966-7835-4266-a840-af782b47c42e tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:47.069370 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-e2b9e59b-eb0a-4c57-b083-882a7283693a req-8e661966-7835-4266-a840-af782b47c42e tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=8336b4ae-d194-4f5f-b4d7-c111fef91485 HTTP/1.1" status: 200 len: 945 time: 0.0631545 Jul 22 23:14:47.115719 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-e2b9e59b-eb0a-4c57-b083-882a7283693a req-97ff67cd-276b-445d-97ec-22d6c8caffdc tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388865 Jul 22 23:14:47.327247 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-1ad9a094-6d1d-4e11-9f51-592c57496409 req-2d9649f7-d07a-47b3-90ed-44eafe49e310 tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] 10.222.0.44 "GET /v2.0/ports?device_id=65d1de4f-0674-471b-9c93-642f3b8845c3 HTTP/1.1" status: 200 len: 210 time: 0.0373816 Jul 22 23:14:47.389767 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af1bd9a-cbf9-4af9-805c-7e4f0731692b req-b767d72f-cac8-431e-bb59-664c0d4f7dc0 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:47.391324 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-8af1bd9a-cbf9-4af9-805c-7e4f0731692b req-b767d72f-cac8-431e-bb59-664c0d4f7dc0 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/ports?device_id=14cd5873-97d8-472c-b99c-8b14621deecf HTTP/1.1" status: 200 len: 946 time: 0.0998499 Jul 22 23:14:47.431070 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-8af1bd9a-cbf9-4af9-805c-7e4f0731692b req-da146f94-6170-4ee4-90dd-9562267ea4a1 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/security-groups?id=d84c6cad-631b-43c5-a35b-86fdac5eacd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340509 Jul 22 23:14:47.764086 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfdb150-f66f-46e6-b139-672443f439f8 req-ed105c2f-f20a-4463-9663-ca044f33be4e tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:47.765600 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-dbfdb150-f66f-46e6-b139-672443f439f8 req-ed105c2f-f20a-4463-9663-ca044f33be4e tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=8271f108-5334-4d0a-a188-933ee657ed0e HTTP/1.1" status: 200 len: 943 time: 0.0734904 Jul 22 23:14:47.804731 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-dbfdb150-f66f-46e6-b139-672443f439f8 req-9cf2853f-fc68-4db2-b282-b5d3289ffe35 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdf4a528-dd54-4780-893e-44f1896a93f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336142 Jul 22 23:14:47.935922 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336ef518-4bb2-4718-900a-361107b0d599 req-3d048346-1b11-483d-abf2-e25afe445726 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:47.937441 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-336ef518-4bb2-4718-900a-361107b0d599 req-3d048346-1b11-483d-abf2-e25afe445726 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/ports?device_id=efff25fe-8170-480b-b649-c6c2d2509e80 HTTP/1.1" status: 200 len: 945 time: 0.0689657 Jul 22 23:14:47.980880 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-336ef518-4bb2-4718-900a-361107b0d599 req-9579a9ae-beed-48f3-ab61-abfa688c8fc8 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/security-groups?id=074aa721-85c3-49d0-9904-6cb9f65f5dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363605 Jul 22 23:14:48.162923 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-dd936f24-bdb7-4d3b-998b-86cf37cdb771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:48.248783 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668a399e-69e3-4f54-824c-46c17a689d58 req-a30aafd3-c300-4cb1-bf98-d61a2cd51290 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:48.251053 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-668a399e-69e3-4f54-824c-46c17a689d58 req-a30aafd3-c300-4cb1-bf98-d61a2cd51290 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=8336b4ae-d194-4f5f-b4d7-c111fef91485 HTTP/1.1" status: 200 len: 945 time: 0.0679071 Jul 22 23:14:48.290931 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-668a399e-69e3-4f54-824c-46c17a689d58 req-6daa3d1b-e7cc-481c-a3b4-88179df1e36f tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342886 Jul 22 23:14:48.431203 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-46e3a13f-e2f2-4eda-ba1e-571a5e1f62fe req-3ee927b5-c555-429c-8cbf-dfc31e812018 tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] 10.222.0.44 "GET /v2.0/ports?device_id=65d1de4f-0674-471b-9c93-642f3b8845c3 HTTP/1.1" status: 200 len: 210 time: 0.0311089 Jul 22 23:14:48.569841 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f29a2ba-aa9e-4f7c-93c8-891b58b7219a req-b22f23d5-34bc-42ed-ba2c-192197f19e19 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:48.571226 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-4f29a2ba-aa9e-4f7c-93c8-891b58b7219a req-b22f23d5-34bc-42ed-ba2c-192197f19e19 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/ports?device_id=14cd5873-97d8-472c-b99c-8b14621deecf HTTP/1.1" status: 200 len: 946 time: 0.0737484 Jul 22 23:14:48.609282 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-4f29a2ba-aa9e-4f7c-93c8-891b58b7219a req-0322b2ea-1639-4efa-838e-68594ec98592 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/security-groups?id=d84c6cad-631b-43c5-a35b-86fdac5eacd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319631 Jul 22 23:14:48.667201 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:48.707532 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:48.946767 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73214af6-f041-46f8-a58e-4edf98c7efee req-d414b3c3-c7ef-43e8-8817-32445ca89666 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:48.948692 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-73214af6-f041-46f8-a58e-4edf98c7efee req-d414b3c3-c7ef-43e8-8817-32445ca89666 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=8271f108-5334-4d0a-a188-933ee657ed0e HTTP/1.1" status: 200 len: 943 time: 0.0658243 Jul 22 23:14:48.995214 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-73214af6-f041-46f8-a58e-4edf98c7efee req-da067619-0e37-4d0a-ae40-742d62fc9ac1 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdf4a528-dd54-4780-893e-44f1896a93f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378752 Jul 22 23:14:49.115795 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f370e7-9695-4b97-a5a7-d156bc1ed718 req-57322ac8-e8ea-4e3e-a8b4-9f84aa5c4ebf tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:49.117198 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-85f370e7-9695-4b97-a5a7-d156bc1ed718 req-57322ac8-e8ea-4e3e-a8b4-9f84aa5c4ebf tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/ports?device_id=efff25fe-8170-480b-b649-c6c2d2509e80 HTTP/1.1" status: 200 len: 945 time: 0.0671515 Jul 22 23:14:49.125188 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-d6d3e244-519d-4c84-95ee-f6386db2b0d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:49.162015 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-85f370e7-9695-4b97-a5a7-d156bc1ed718 req-04ee4f5e-3947-4ee6-be69-e51291382b69 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/security-groups?id=074aa721-85c3-49d0-9904-6cb9f65f5dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386231 Jul 22 23:14:49.428978 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca857174-898c-4e04-9bf8-69a8525866b4 req-089fbe2e-a5c3-4813-8508-de77330f0bf8 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:49.430408 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-ca857174-898c-4e04-9bf8-69a8525866b4 req-089fbe2e-a5c3-4813-8508-de77330f0bf8 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=8336b4ae-d194-4f5f-b4d7-c111fef91485 HTTP/1.1" status: 200 len: 945 time: 0.0719419 Jul 22 23:14:49.467573 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-ca857174-898c-4e04-9bf8-69a8525866b4 req-4d9355a1-2a16-4b74-950a-95f45656fc3d tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314219 Jul 22 23:14:49.534668 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-29c93d70-8e49-43d4-83c1-0ee615c7641b req-e8d5154e-0bdb-49ea-86ad-23caf79d31f6 tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] 10.222.0.44 "GET /v2.0/ports?device_id=65d1de4f-0674-471b-9c93-642f3b8845c3 HTTP/1.1" status: 200 len: 210 time: 0.0298908 Jul 22 23:14:49.760044 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7886a490-e93c-4422-9861-9f337225e742 req-c09160b0-7bdf-4646-ad97-b6721904cde4 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:49.762597 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-7886a490-e93c-4422-9861-9f337225e742 req-c09160b0-7bdf-4646-ad97-b6721904cde4 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/ports?device_id=14cd5873-97d8-472c-b99c-8b14621deecf HTTP/1.1" status: 200 len: 946 time: 0.0686865 Jul 22 23:14:49.806252 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-7886a490-e93c-4422-9861-9f337225e742 req-b21c29f2-9639-4ddf-8415-686a7724021c tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/security-groups?id=d84c6cad-631b-43c5-a35b-86fdac5eacd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377500 Jul 22 23:14:50.138568 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497620a6-a066-4f74-99db-35ceb92414d7 req-0a19d36c-38e6-41b0-9d2f-8e4f34c00fa9 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:50.140079 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-497620a6-a066-4f74-99db-35ceb92414d7 req-0a19d36c-38e6-41b0-9d2f-8e4f34c00fa9 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=8271f108-5334-4d0a-a188-933ee657ed0e HTTP/1.1" status: 200 len: 943 time: 0.0673051 Jul 22 23:14:50.182573 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-497620a6-a066-4f74-99db-35ceb92414d7 req-238a754d-ab9f-4c47-b000-3679f52a662a tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdf4a528-dd54-4780-893e-44f1896a93f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368354 Jul 22 23:14:50.310332 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f846ba92-7a6b-4397-b8b9-6a293f6709ad req-8a473af0-6ff3-41b4-b426-26452fa7963b tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:50.312711 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-f846ba92-7a6b-4397-b8b9-6a293f6709ad req-8a473af0-6ff3-41b4-b426-26452fa7963b tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/ports?device_id=efff25fe-8170-480b-b649-c6c2d2509e80 HTTP/1.1" status: 200 len: 945 time: 0.0697086 Jul 22 23:14:50.362443 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-f846ba92-7a6b-4397-b8b9-6a293f6709ad req-a4ad2161-9002-4c19-ae0c-d9aedfc64f95 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/security-groups?id=074aa721-85c3-49d0-9904-6cb9f65f5dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444005 Jul 22 23:14:50.606317 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdad8ff-cc9d-4f39-8c62-ab34b1f09346 req-5e712767-cd63-405b-95ee-60bec387cb80 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:50.607790 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-afdad8ff-cc9d-4f39-8c62-ab34b1f09346 req-5e712767-cd63-405b-95ee-60bec387cb80 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=8336b4ae-d194-4f5f-b4d7-c111fef91485 HTTP/1.1" status: 200 len: 945 time: 0.0723097 Jul 22 23:14:50.641461 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-d839135d-ae4b-4a07-8175-8e6ff2fba084 req-ac853d4a-67b5-437f-a6d3-54946179fef9 tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] 10.222.0.44 "GET /v2.0/ports?device_id=65d1de4f-0674-471b-9c93-642f3b8845c3 HTTP/1.1" status: 200 len: 210 time: 0.0325944 Jul 22 23:14:50.669696 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-afdad8ff-cc9d-4f39-8c62-ab34b1f09346 req-38708983-3d54-45d5-85cb-47962afa8ef2 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528915 Jul 22 23:14:50.900771 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-cbf739a1-5d20-402c-989d-00d0f7e6e81c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:50.945830 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b274122-215f-4565-9a7b-a0dc11360084 req-a28c417b-2e03-4e74-9d22-683c180d9870 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:50.952584 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-4b274122-215f-4565-9a7b-a0dc11360084 req-a28c417b-2e03-4e74-9d22-683c180d9870 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/ports?device_id=14cd5873-97d8-472c-b99c-8b14621deecf HTTP/1.1" status: 200 len: 946 time: 0.0746496 Jul 22 23:14:50.988831 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-4b274122-215f-4565-9a7b-a0dc11360084 req-e8c57fc7-43b8-42c1-91a3-ece6f27f760d tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/security-groups?id=d84c6cad-631b-43c5-a35b-86fdac5eacd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353942 Jul 22 23:14:51.323420 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8020a748-d966-4bc4-a8ed-d31e611dd621 req-38c448cc-d216-480b-bff6-61741f2702cb tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:51.325576 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-8020a748-d966-4bc4-a8ed-d31e611dd621 req-38c448cc-d216-480b-bff6-61741f2702cb tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=8271f108-5334-4d0a-a188-933ee657ed0e HTTP/1.1" status: 200 len: 943 time: 0.0719283 Jul 22 23:14:51.367326 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-8020a748-d966-4bc4-a8ed-d31e611dd621 req-6f88de11-8b95-41cc-b98f-f41bc2c801c7 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdf4a528-dd54-4780-893e-44f1896a93f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357873 Jul 22 23:14:51.494314 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755a5d37-272c-4154-ab35-0bc3c34c26dd req-3074b0b0-1591-4e90-8899-75ffdfa0c302 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:51.495692 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-755a5d37-272c-4154-ab35-0bc3c34c26dd req-3074b0b0-1591-4e90-8899-75ffdfa0c302 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/ports?device_id=efff25fe-8170-480b-b649-c6c2d2509e80 HTTP/1.1" status: 200 len: 945 time: 0.0666001 Jul 22 23:14:51.532564 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-755a5d37-272c-4154-ab35-0bc3c34c26dd req-fa88a81e-4210-434e-b65f-065c58977598 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/security-groups?id=074aa721-85c3-49d0-9904-6cb9f65f5dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309165 Jul 22 23:14:51.738547 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-37953b92-7a68-4daf-982d-5207154a004a req-86db9362-04fa-4e0a-93ca-07f02bd86009 tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] 10.222.0.44 "GET /v2.0/ports?device_id=65d1de4f-0674-471b-9c93-642f3b8845c3 HTTP/1.1" status: 200 len: 210 time: 0.0293241 Jul 22 23:14:52.016992 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e379738-ee37-4dd3-a565-cb6eb7c72730 req-863d48a1-3545-49c4-8e37-10c6bb01275b tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:52.018479 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-9e379738-ee37-4dd3-a565-cb6eb7c72730 req-863d48a1-3545-49c4-8e37-10c6bb01275b tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=8336b4ae-d194-4f5f-b4d7-c111fef91485 HTTP/1.1" status: 200 len: 945 time: 0.2787609 Jul 22 23:14:52.056285 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-9e379738-ee37-4dd3-a565-cb6eb7c72730 req-88ac7c51-f0ba-4cdc-ade6-bb339fdd67a3 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324790 Jul 22 23:14:52.116674 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cad836-9449-4e2e-ba4c-f3d2cac7fa42 req-88a71402-1f56-4ead-98e2-cab3c1a695e7 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:52.118105 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-e4cad836-9449-4e2e-ba4c-f3d2cac7fa42 req-88a71402-1f56-4ead-98e2-cab3c1a695e7 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/ports?device_id=14cd5873-97d8-472c-b99c-8b14621deecf HTTP/1.1" status: 200 len: 946 time: 0.0609691 Jul 22 23:14:52.154926 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-e4cad836-9449-4e2e-ba4c-f3d2cac7fa42 req-f4e55ac0-dcfc-49ab-8c18-f363d16e1b5a tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/security-groups?id=d84c6cad-631b-43c5-a35b-86fdac5eacd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306480 Jul 22 23:14:52.508655 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19133ed-809f-47d7-b050-e3b04a39a42e req-9bbde66e-e58d-4c47-b341-b54840d939aa tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:52.510157 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-a19133ed-809f-47d7-b050-e3b04a39a42e req-9bbde66e-e58d-4c47-b341-b54840d939aa tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=8271f108-5334-4d0a-a188-933ee657ed0e HTTP/1.1" status: 200 len: 943 time: 0.0704298 Jul 22 23:14:52.552586 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-a19133ed-809f-47d7-b050-e3b04a39a42e req-d3cf6bf0-7b58-45a0-8749-68ba26879b8c tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdf4a528-dd54-4780-893e-44f1896a93f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357921 Jul 22 23:14:52.664023 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7033b7be-3479-4883-a35f-05e4a3fb4890 req-ec9c7085-cd10-4cda-b28d-bbadb6e1e3d1 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:52.665525 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-7033b7be-3479-4883-a35f-05e4a3fb4890 req-ec9c7085-cd10-4cda-b28d-bbadb6e1e3d1 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/ports?device_id=efff25fe-8170-480b-b649-c6c2d2509e80 HTTP/1.1" status: 200 len: 945 time: 0.0631969 Jul 22 23:14:52.713950 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-7033b7be-3479-4883-a35f-05e4a3fb4890 req-b0d31572-f8ef-434b-a668-b84accc77549 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/security-groups?id=074aa721-85c3-49d0-9904-6cb9f65f5dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421588 Jul 22 23:14:52.835257 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-a47799f5-7ff1-4146-be3e-684371eb741f req-b1b81bec-65c0-4f34-b7c2-d78157f44f0b tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] 10.222.0.44 "GET /v2.0/ports?device_id=65d1de4f-0674-471b-9c93-642f3b8845c3 HTTP/1.1" status: 200 len: 210 time: 0.0291312 Jul 22 23:14:52.845926 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3803dff6-a30d-406d-8320-582b0696b026 req-c38fac9a-e984-4a9f-abe1-6aa48c052ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:52.847536 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-3803dff6-a30d-406d-8320-582b0696b026 req-c38fac9a-e984-4a9f-abe1-6aa48c052ab9 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=efff25fe-8170-480b-b649-c6c2d2509e80 HTTP/1.1" status: 200 len: 1098 time: 0.0529175 Jul 22 23:14:52.882690 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-3803dff6-a30d-406d-8320-582b0696b026 req-3239a7c1-e1c1-493d-8ce8-0adefc902b15 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=074aa721-85c3-49d0-9904-6cb9f65f5dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283604 Jul 22 23:14:53.186499 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b167d84d-9f57-480f-a98d-35a6f9e70eef req-0056669b-453e-4e67-b8dd-7612fd822bb9 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:53.187961 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-b167d84d-9f57-480f-a98d-35a6f9e70eef req-0056669b-453e-4e67-b8dd-7612fd822bb9 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=8336b4ae-d194-4f5f-b4d7-c111fef91485 HTTP/1.1" status: 200 len: 945 time: 0.0650949 Jul 22 23:14:53.226301 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-b167d84d-9f57-480f-a98d-35a6f9e70eef req-714b8ae8-f2fa-4084-9760-283f59fd8ac7 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328944 Jul 22 23:14:53.286661 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d3c208-e292-4b3d-8850-28e5f2c5dfb9 req-5498b1f5-1c2c-4338-8246-71923ae29367 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:53.288114 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-70d3c208-e292-4b3d-8850-28e5f2c5dfb9 req-5498b1f5-1c2c-4338-8246-71923ae29367 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/ports?device_id=14cd5873-97d8-472c-b99c-8b14621deecf HTTP/1.1" status: 200 len: 946 time: 0.0658343 Jul 22 23:14:53.323922 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-70d3c208-e292-4b3d-8850-28e5f2c5dfb9 req-60f37830-a190-4a0d-a911-0429ca9e1c79 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/security-groups?id=d84c6cad-631b-43c5-a35b-86fdac5eacd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303175 Jul 22 23:14:53.685565 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5765a9e4-e616-41ce-89b0-307177b26608 req-4249b08a-865d-4d5b-9c54-30dd939a41b5 tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:53.687142 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-5765a9e4-e616-41ce-89b0-307177b26608 req-4249b08a-865d-4d5b-9c54-30dd939a41b5 tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] 10.222.0.76 "GET /v2.0/networks?id=e7dbe19f-3d9d-4ca0-9cfb-20559f3d70b0 HTTP/1.1" status: 200 len: 814 time: 0.1115348 Jul 22 23:14:53.698740 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ecff24-eef1-4fd3-aae1-ab0df5df5acd req-3a729d50-5fc5-4b0b-81a2-d883153d179f tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:53.700570 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-06ecff24-eef1-4fd3-aae1-ab0df5df5acd req-3a729d50-5fc5-4b0b-81a2-d883153d179f tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=8271f108-5334-4d0a-a188-933ee657ed0e HTTP/1.1" status: 200 len: 943 time: 0.0701866 Jul 22 23:14:53.709827 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [req-5765a9e4-e616-41ce-89b0-307177b26608 req-49628cfb-14d2-4ff1-925b-5f4955e83257 tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] Request body: {'port': {'device_id': '65d1de4f-0674-471b-9c93-642f3b8845c3', 'network_id': 'e7dbe19f-3d9d-4ca0-9cfb-20559f3d70b0', 'admin_state_up': True, 'tenant_id': 'd5820f83eab04d5c8dac281d2158f2bc'}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:14:53.748201 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-06ecff24-eef1-4fd3-aae1-ab0df5df5acd req-4ae74199-5c46-494b-93bb-1e93e2303d37 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdf4a528-dd54-4780-893e-44f1896a93f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417538 Jul 22 23:14:53.819110 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5765a9e4-e616-41ce-89b0-307177b26608 req-49628cfb-14d2-4ff1-925b-5f4955e83257 tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] Made reservation on behalf of d5820f83eab04d5c8dac281d2158f2bc for: {'port': 1} {{(pid=93193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:14:53.822777 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-5765a9e4-e616-41ce-89b0-307177b26608 req-49628cfb-14d2-4ff1-925b-5f4955e83257 tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:53.861646 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff99372-fc0d-429b-b95a-9e247af46845 req-4ab25dd4-065a-45b6-97f4-78b6088bafd6 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:53.863081 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-aff99372-fc0d-429b-b95a-9e247af46845 req-4ab25dd4-065a-45b6-97f4-78b6088bafd6 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/ports?device_id=efff25fe-8170-480b-b649-c6c2d2509e80 HTTP/1.1" status: 200 len: 945 time: 0.0680294 Jul 22 23:14:53.905554 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-aff99372-fc0d-429b-b95a-9e247af46845 req-3826b46c-efc4-43fb-a22e-00b0ed047355 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/security-groups?id=074aa721-85c3-49d0-9904-6cb9f65f5dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362434 Jul 22 23:14:53.935595 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-cf3fdb09-bd31-41be-8d0f-020adeb0df07 req-03ada65f-1002-46a3-9e69-2d5b10af0b41 tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] 10.222.0.44 "GET /v2.0/ports?device_id=65d1de4f-0674-471b-9c93-642f3b8845c3 HTTP/1.1" status: 200 len: 210 time: 0.0290756 Jul 22 23:14:53.949601 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.db.db_base_plugin_common [req-5765a9e4-e616-41ce-89b0-307177b26608 req-49628cfb-14d2-4ff1-925b-5f4955e83257 tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] Allocated IP 172.20.0.6 (e7dbe19f-3d9d-4ca0-9cfb-20559f3d70b0/76dccde7-b5be-411e-b5a8-44ab5f8008ba/f1659b41-984c-436f-b88f-0a09b46ea308) {{(pid=93193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:14:54.293797 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-5765a9e4-e616-41ce-89b0-307177b26608 req-49628cfb-14d2-4ff1-925b-5f4955e83257 tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] Notify callbacks [] for port, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:54.333800 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-5765a9e4-e616-41ce-89b0-307177b26608 req-49628cfb-14d2-4ff1-925b-5f4955e83257 tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769065317241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31811438'] for port, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:54.362540 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e9918f-6ca8-4a9b-bb4b-e4aa7c500ff0 req-fe806ec0-a4b2-4261-b59c-dbd5c7b9516b tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:54.364110 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-26e9918f-6ca8-4a9b-bb4b-e4aa7c500ff0 req-fe806ec0-a4b2-4261-b59c-dbd5c7b9516b tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=8336b4ae-d194-4f5f-b4d7-c111fef91485 HTTP/1.1" status: 200 len: 945 time: 0.0657678 Jul 22 23:14:54.381887 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5765a9e4-e616-41ce-89b0-307177b26608 req-49628cfb-14d2-4ff1-925b-5f4955e83257 tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] Network e7dbe19f-3d9d-4ca0-9cfb-20559f3d70b0 is already hosted by enough agents. {{(pid=93193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:14:54.385311 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.scheduler.base_scheduler [req-5765a9e4-e616-41ce-89b0-307177b26608 req-49628cfb-14d2-4ff1-925b-5f4955e83257 tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] Resources bound (agent type, host, resource id): {{(pid=93193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:14:54.389868 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.db.l3_dvrscheduler_db [req-5765a9e4-e616-41ce-89b0-307177b26608 req-49628cfb-14d2-4ff1-925b-5f4955e83257 tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] Received port after_create {{(pid=93193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:14:54.393797 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49628cfb-14d2-4ff1-925b-5f4955e83257 tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] Pushing event updated for resources: {'Port': ['ID=f1659b41-984c-436f-b88f-0a09b46ea308,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:14:54.437874 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5765a9e4-e616-41ce-89b0-307177b26608 req-49628cfb-14d2-4ff1-925b-5f4955e83257 tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:54.438389 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-26e9918f-6ca8-4a9b-bb4b-e4aa7c500ff0 req-b8197100-825d-4286-b2b5-c23291ef8028 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683842 Jul 22 23:14:54.438516 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-5765a9e4-e616-41ce-89b0-307177b26608 req-49628cfb-14d2-4ff1-925b-5f4955e83257 tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92570'] for port, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:54.454788 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-5765a9e4-e616-41ce-89b0-307177b26608 req-49628cfb-14d2-4ff1-925b-5f4955e83257 tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7487774 Jul 22 23:14:54.471417 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172e9213-c558-41a4-a676-c2d33f3998c7 req-ebae4999-777c-4a0d-90c9-0bc239253e46 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:54.472924 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-172e9213-c558-41a4-a676-c2d33f3998c7 req-ebae4999-777c-4a0d-90c9-0bc239253e46 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/ports?device_id=14cd5873-97d8-472c-b99c-8b14621deecf HTTP/1.1" status: 200 len: 946 time: 0.0797384 Jul 22 23:14:54.482073 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [req-5765a9e4-e616-41ce-89b0-307177b26608 req-b8d8f431-b2e9-4061-b6f8-94b327e87c9a service neutron] Request body: {'port': {'device_id': '65d1de4f-0674-471b-9c93-642f3b8845c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80187'}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:14:54.511308 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-172e9213-c558-41a4-a676-c2d33f3998c7 req-f819b2ef-9ddc-4594-94c7-160975fd81c5 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/security-groups?id=d84c6cad-631b-43c5-a35b-86fdac5eacd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327849 Jul 22 23:14:54.556601 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-5765a9e4-e616-41ce-89b0-307177b26608 req-b8d8f431-b2e9-4061-b6f8-94b327e87c9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:54.812847 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.notifiers.nova [req-5765a9e4-e616-41ce-89b0-307177b26608 req-b8d8f431-b2e9-4061-b6f8-94b327e87c9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1659b41-984c-436f-b88f-0a09b46ea308 {{(pid=93193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:14:54.820217 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-5765a9e4-e616-41ce-89b0-307177b26608 req-b8d8f431-b2e9-4061-b6f8-94b327e87c9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:54.832635 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.db.provisioning_blocks [req-5765a9e4-e616-41ce-89b0-307177b26608 req-b8d8f431-b2e9-4061-b6f8-94b327e87c9a service neutron] Transition to ACTIVE for port object f1659b41-984c-436f-b88f-0a09b46ea308 will not be triggered until provisioned by entity L2. {{(pid=93193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:14:54.836728 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-5765a9e4-e616-41ce-89b0-307177b26608 req-b8d8f431-b2e9-4061-b6f8-94b327e87c9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31811429'] for port, after_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:54.888369 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa1818e-0bc7-4029-bb10-d48ac7259c96 req-b67cab8a-88fb-4f96-af5b-b634819dbd7d tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:54.888871 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d8f431-b2e9-4061-b6f8-94b327e87c9a service neutron] Pushing event updated for resources: {'Port': ['ID=f1659b41-984c-436f-b88f-0a09b46ea308,revision_number=2']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:14:54.891135 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-9fa1818e-0bc7-4029-bb10-d48ac7259c96 req-b67cab8a-88fb-4f96-af5b-b634819dbd7d tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=8271f108-5334-4d0a-a188-933ee657ed0e HTTP/1.1" status: 200 len: 943 time: 0.0656393 Jul 22 23:14:54.939459 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-9fa1818e-0bc7-4029-bb10-d48ac7259c96 req-be0a289c-1265-4070-b3f3-c7ea76058210 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdf4a528-dd54-4780-893e-44f1896a93f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366163 Jul 22 23:14:54.970241 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.managers [req-5765a9e4-e616-41ce-89b0-307177b26608 req-b8d8f431-b2e9-4061-b6f8-94b327e87c9a service neutron] Attempting to bind port f1659b41-984c-436f-b88f-0a09b46ea308 on host hv-cinder-80187 for vnic_type normal with profile {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:14:54.970757 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.managers [req-5765a9e4-e616-41ce-89b0-307177b26608 req-b8d8f431-b2e9-4061-b6f8-94b327e87c9a service neutron] Attempting to bind port f1659b41-984c-436f-b88f-0a09b46ea308 by drivers openvswitch,hyperv on host hv-cinder-80187 at level 0 using segments [{'id': 'f25a6190-92e5-4985-bd58-3825589b744f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'e7dbe19f-3d9d-4ca0-9cfb-20559f3d70b0'}] {{(pid=93193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:14:54.971163 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5765a9e4-e616-41ce-89b0-307177b26608 req-b8d8f431-b2e9-4061-b6f8-94b327e87c9a service neutron] Attempting to bind port f1659b41-984c-436f-b88f-0a09b46ea308 on network e7dbe19f-3d9d-4ca0-9cfb-20559f3d70b0 {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:14:54.976058 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5765a9e4-e616-41ce-89b0-307177b26608 req-b8d8f431-b2e9-4061-b6f8-94b327e87c9a service neutron] Port f1659b41-984c-436f-b88f-0a09b46ea308 on network e7dbe19f-3d9d-4ca0-9cfb-20559f3d70b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80187 {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:14:54.976479 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5765a9e4-e616-41ce-89b0-307177b26608 req-b8d8f431-b2e9-4061-b6f8-94b327e87c9a service neutron] Attempting to bind port f1659b41-984c-436f-b88f-0a09b46ea308 on network e7dbe19f-3d9d-4ca0-9cfb-20559f3d70b0 {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:14:54.982326 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5765a9e4-e616-41ce-89b0-307177b26608 req-b8d8f431-b2e9-4061-b6f8-94b327e87c9a service neutron] Checking agent: {'id': '11a4ce8f-2944-4abd-9558-2f785ee5be32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80187', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 9, 19), 'started_at': datetime.datetime(2021, 7, 22, 23, 9, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 14, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:14:54.982740 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5765a9e4-e616-41ce-89b0-307177b26608 req-b8d8f431-b2e9-4061-b6f8-94b327e87c9a service neutron] Checking segment: {'id': 'f25a6190-92e5-4985-bd58-3825589b744f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'e7dbe19f-3d9d-4ca0-9cfb-20559f3d70b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:14:54.983332 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5765a9e4-e616-41ce-89b0-307177b26608 req-b8d8f431-b2e9-4061-b6f8-94b327e87c9a service neutron] Bound using segment: {'id': 'f25a6190-92e5-4985-bd58-3825589b744f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'e7dbe19f-3d9d-4ca0-9cfb-20559f3d70b0'} {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:14:54.983832 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.managers [req-5765a9e4-e616-41ce-89b0-307177b26608 req-b8d8f431-b2e9-4061-b6f8-94b327e87c9a service neutron] Bound port: f1659b41-984c-436f-b88f-0a09b46ea308, host: hv-cinder-80187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f25a6190-92e5-4985-bd58-3825589b744f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'e7dbe19f-3d9d-4ca0-9cfb-20559f3d70b0'}}] {{(pid=93193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:14:54.984256 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-5765a9e4-e616-41ce-89b0-307177b26608 req-b8d8f431-b2e9-4061-b6f8-94b327e87c9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:55.052517 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.db [req-5765a9e4-e616-41ce-89b0-307177b26608 req-b8d8f431-b2e9-4061-b6f8-94b327e87c9a service neutron] For port f1659b41-984c-436f-b88f-0a09b46ea308, host hv-cinder-80187, cleared binding levels {{(pid=93193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:14:55.055634 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.db [req-5765a9e4-e616-41ce-89b0-307177b26608 req-b8d8f431-b2e9-4061-b6f8-94b327e87c9a service neutron] For port f1659b41-984c-436f-b88f-0a09b46ea308, host hv-cinder-80187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80187',level=0,port_id=f1659b41-984c-436f-b88f-0a09b46ea308,segment=NetworkSegment(f25a6190-92e5-4985-bd58-3825589b744f),segment_id=f25a6190-92e5-4985-bd58-3825589b744f)] {{(pid=93193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:14:55.060451 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-5765a9e4-e616-41ce-89b0-307177b26608 req-b8d8f431-b2e9-4061-b6f8-94b327e87c9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31811429'] for port, after_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:55.080261 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfc0337-6756-42ea-b43a-a236c58183ca req-137f66f5-1046-4d04-b7bf-52c5bb1af998 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:55.081758 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-4dfc0337-6756-42ea-b43a-a236c58183ca req-137f66f5-1046-4d04-b7bf-52c5bb1af998 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/ports?device_id=efff25fe-8170-480b-b649-c6c2d2509e80 HTTP/1.1" status: 200 len: 945 time: 0.1065192 Jul 22 23:14:55.093198 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5765a9e4-e616-41ce-89b0-307177b26608 req-b8d8f431-b2e9-4061-b6f8-94b327e87c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:55.093821 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-5765a9e4-e616-41ce-89b0-307177b26608 req-b8d8f431-b2e9-4061-b6f8-94b327e87c9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92570'] for port, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:55.095183 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-5765a9e4-e616-41ce-89b0-307177b26608 req-b8d8f431-b2e9-4061-b6f8-94b327e87c9a service neutron] 10.222.0.76 "PUT /v2.0/ports/f1659b41-984c-436f-b88f-0a09b46ea308 HTTP/1.1" status: 200 len: 1093 time: 0.6179054 Jul 22 23:14:55.095611 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65d1de4f-0674-471b-9c93-642f3b8845c3', 'tag': 'f1659b41-984c-436f-b88f-0a09b46ea308'}] {{(pid=93193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:14:55.097866 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53e3bfa867fb079e45cf064e3f04560eeff66f84eee23b8fde49e5f46f239411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aa1490a-7271-4937-a799-21908700f450" -d '{"events": [{"name": "network-changed", "server_uuid": "65d1de4f-0674-471b-9c93-642f3b8845c3", "tag": "f1659b41-984c-436f-b88f-0a09b46ea308"}]}' {{(pid=93193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:14:55.107168 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efde0b24-48d8-4ad1-9265-4c3b7b80778a req-3b93b0c1-25ec-426e-81d8-8512d44b2706 tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:55.108628 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-efde0b24-48d8-4ad1-9265-4c3b7b80778a req-3b93b0c1-25ec-426e-81d8-8512d44b2706 tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] 10.222.0.44 "GET /v2.0/ports?device_id=65d1de4f-0674-471b-9c93-642f3b8845c3 HTTP/1.1" status: 200 len: 943 time: 0.0994298 Jul 22 23:14:55.126879 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d8f431-b2e9-4061-b6f8-94b327e87c9a service neutron] Pushing event updated for resources: {'Port': ['ID=f1659b41-984c-436f-b88f-0a09b46ea308,revision_number=3']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:14:55.151159 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-4dfc0337-6756-42ea-b43a-a236c58183ca req-32d38267-b29c-4bbb-bee1-a3c29bdbde61 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/security-groups?id=074aa721-85c3-49d0-9904-6cb9f65f5dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591483 Jul 22 23:14:55.165148 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-efde0b24-48d8-4ad1-9265-4c3b7b80778a req-8ccd286a-0738-4606-9d12-4d6e6d7b79cf tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] 10.222.0.44 "GET /v2.0/security-groups?id=19b88fb3-39ec-448e-8763-3d3cfc3c4317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502534 Jul 22 23:14:55.199033 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-657a79dc-dcfd-42a9-b4ac-10453935e449 x-openstack-request-id: req-657a79dc-dcfd-42a9-b4ac-10453935e449 {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:14:55.199888 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65d1de4f-0674-471b-9c93-642f3b8845c3", "tag": "f1659b41-984c-436f-b88f-0a09b46ea308", "status": "completed", "code": 200}]} {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:14:55.200133 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-657a79dc-dcfd-42a9-b4ac-10453935e449 {{(pid=93193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:14:55.200551 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65d1de4f-0674-471b-9c93-642f3b8845c3', 'tag': 'f1659b41-984c-436f-b88f-0a09b46ea308', 'status': 'completed', 'code': 200} Jul 22 23:14:55.285625 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679081a9-1828-41b5-97fd-f809602b6afd req-32c5b273-77f5-421a-ae7a-5aa5269bd186 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:55.287281 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-679081a9-1828-41b5-97fd-f809602b6afd req-32c5b273-77f5-421a-ae7a-5aa5269bd186 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/ports?device_id=efff25fe-8170-480b-b649-c6c2d2509e80 HTTP/1.1" status: 200 len: 945 time: 0.0642231 Jul 22 23:14:55.328477 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-679081a9-1828-41b5-97fd-f809602b6afd req-6dbd9752-1097-4937-94a1-28864f465623 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/security-groups?id=074aa721-85c3-49d0-9904-6cb9f65f5dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355473 Jul 22 23:14:55.344453 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eae2fa5-bb9c-40e0-b9d0-3a8b1249c5cd req-9afee188-f7ea-441d-a194-194bb84cad68 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:55.345949 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-5eae2fa5-bb9c-40e0-b9d0-3a8b1249c5cd req-9afee188-f7ea-441d-a194-194bb84cad68 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.76 "GET /v2.0/ports?device_id=14cd5873-97d8-472c-b99c-8b14621deecf HTTP/1.1" status: 200 len: 946 time: 0.1018994 Jul 22 23:14:55.351051 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 37456) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:14:55.352584 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5765a9e4-e616-41ce-89b0-307177b26608 req-61e4d993-3eec-43c2-ba5f-f5c1a6327020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:55.354013 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-5765a9e4-e616-41ce-89b0-307177b26608 req-61e4d993-3eec-43c2-ba5f-f5c1a6327020 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d5820f83eab04d5c8dac281d2158f2bc&device_id=65d1de4f-0674-471b-9c93-642f3b8845c3 HTTP/1.1" status: 200 len: 1096 time: 0.1087635 Jul 22 23:14:55.421874 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-5765a9e4-e616-41ce-89b0-307177b26608 req-c7fcd08b-c39f-4650-893d-d49d56e67b32 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f1659b41-984c-436f-b88f-0a09b46ea308 HTTP/1.1" status: 200 len: 217 time: 0.0401607 Jul 22 23:14:55.503324 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5765a9e4-e616-41ce-89b0-307177b26608 req-bcc49e55-655a-46e3-841c-22c2d0f8f759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:55.503575 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1649325e-8c9b-4157-b550-406f46ec1d16 tempest-TestVolumeBootPattern-199374994 tempest-TestVolumeBootPattern-199374994-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:55.504818 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-5765a9e4-e616-41ce-89b0-307177b26608 req-bcc49e55-655a-46e3-841c-22c2d0f8f759 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=76dccde7-b5be-411e-b5a8-44ab5f8008ba HTTP/1.1" status: 200 len: 854 time: 0.0739400 Jul 22 23:14:55.507720 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 37462) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:14:55.508064 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-1649325e-8c9b-4157-b550-406f46ec1d16 tempest-TestVolumeBootPattern-199374994 tempest-TestVolumeBootPattern-199374994-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=efff25fe-8170-480b-b649-c6c2d2509e80 HTTP/1.1" status: 200 len: 1093 time: 0.1560178 Jul 22 23:14:55.514041 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [None req-2b39f1e3-2916-4f81-a82a-358eec1a3954 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Request body: {'floatingip': {'floating_network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'port_id': 'a3cb8b05-250e-4b87-bd32-f07839013290', 'tenant_id': '7ace0a9b96d34ceb9c996a5476ba0fb1', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:14:55.566211 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-5765a9e4-e616-41ce-89b0-307177b26608 req-85919dc0-8949-4c15-b757-b36f3e6490a4 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e7dbe19f-3d9d-4ca0-9cfb-20559f3d70b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469770 Jul 22 23:14:55.575430 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3bfa15-5721-4243-8e65-8cad875f4cf0 req-ba098958-253d-4d85-ade1-81a61f4d487a tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:55.577005 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-4e3bfa15-5721-4243-8e65-8cad875f4cf0 req-ba098958-253d-4d85-ade1-81a61f4d487a tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=8336b4ae-d194-4f5f-b4d7-c111fef91485 HTTP/1.1" status: 200 len: 945 time: 0.0668907 Jul 22 23:14:55.583172 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-2b39f1e3-2916-4f81-a82a-358eec1a3954 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Notify callbacks [] for floatingip, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:55.586690 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.plugin [req-5eae2fa5-bb9c-40e0-b9d0-3a8b1249c5cd req-f15b51a6-6037-4d57-8e9d-b378312b14cb tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Deleting port 4ff6ad14-4f2e-413e-9405-77e3cca49e39 {{(pid=93193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:14:55.587010 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-5eae2fa5-bb9c-40e0-b9d0-3a8b1249c5cd req-f15b51a6-6037-4d57-8e9d-b378312b14cb tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769065717140'] for port, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:55.655241 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-4e3bfa15-5721-4243-8e65-8cad875f4cf0 req-d9f0a1c8-95ec-44b2-b738-2924bd3f5c3b tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623941 Jul 22 23:14:55.679216 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7518db3f-2d57-41a7-9f39-bca7294c48d3 req-742df768-47fe-4835-8ffb-e2d88c5f7027 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:55.680862 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-7518db3f-2d57-41a7-9f39-bca7294c48d3 req-742df768-47fe-4835-8ffb-e2d88c5f7027 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/ports?device_id=14cd5873-97d8-472c-b99c-8b14621deecf HTTP/1.1" status: 200 len: 946 time: 0.0990212 Jul 22 23:14:55.719650 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-7518db3f-2d57-41a7-9f39-bca7294c48d3 req-2c89f78f-b1c3-4292-a42d-512d691fb014 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/security-groups?id=d84c6cad-631b-43c5-a35b-86fdac5eacd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325575 Jul 22 23:14:55.765264 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.db [req-5eae2fa5-bb9c-40e0-b9d0-3a8b1249c5cd req-f15b51a6-6037-4d57-8e9d-b378312b14cb tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] For port 4ff6ad14-4f2e-413e-9405-77e3cca49e39, host hv-cinder-80187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80187',level=0,port_id=4ff6ad14-4f2e-413e-9405-77e3cca49e39,segment=NetworkSegment(16d2cb10-ce94-45af-9e3e-ba31490ef4c9),segment_id=16d2cb10-ce94-45af-9e3e-ba31490ef4c9)] {{(pid=93193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:14:55.765629 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-5eae2fa5-bb9c-40e0-b9d0-3a8b1249c5cd req-f15b51a6-6037-4d57-8e9d-b378312b14cb tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681326'] for port, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:55.775383 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-5765a9e4-e616-41ce-89b0-307177b26608 req-f87e1093-cb94-4114-88c1-1da0ffcf4178 service neutron] 10.222.0.76 "GET /v2.0/networks/e7dbe19f-3d9d-4ca0-9cfb-20559f3d70b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008502 Jul 22 23:14:55.815272 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.plugin [req-5eae2fa5-bb9c-40e0-b9d0-3a8b1249c5cd req-f15b51a6-6037-4d57-8e9d-b378312b14cb tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Calling delete_port for 4ff6ad14-4f2e-413e-9405-77e3cca49e39 owned by compute:nova {{(pid=93193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:14:55.958090 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-2b39f1e3-2916-4f81-a82a-358eec1a3954 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:55.969721 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-5765a9e4-e616-41ce-89b0-307177b26608 req-8b213115-766f-4024-a818-145a6f932df5 service neutron] 10.222.0.76 "GET /v2.0/networks/e7dbe19f-3d9d-4ca0-9cfb-20559f3d70b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661234 Jul 22 23:14:56.086751 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e63d73-0db9-4eb5-854e-c56667860cea req-cae6763d-a218-4a61-9713-7ced630e18d8 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:56.088388 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-46e63d73-0db9-4eb5-854e-c56667860cea req-cae6763d-a218-4a61-9713-7ced630e18d8 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=8271f108-5334-4d0a-a188-933ee657ed0e HTTP/1.1" status: 200 len: 943 time: 0.0674665 Jul 22 23:14:56.110850 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-5eae2fa5-bb9c-40e0-b9d0-3a8b1249c5cd req-f15b51a6-6037-4d57-8e9d-b378312b14cb tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769065717863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769065317250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31811438'] for port, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:56.122254 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.db.db_base_plugin_common [None req-2b39f1e3-2916-4f81-a82a-358eec1a3954 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Allocated IP 172.27.1.199 (e89e037f-b917-4fce-8638-db5189a5e8e4/7d2d3a68-9173-4429-9239-290b8b68fb34/187ecf89-633b-4538-8965-5112a7ff67fc) {{(pid=93193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:14:56.131585 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-46e63d73-0db9-4eb5-854e-c56667860cea req-c3012f90-230a-41da-bac1-9e16cb859b60 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdf4a528-dd54-4780-893e-44f1896a93f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371001 Jul 22 23:14:56.159786 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] get_ports_and_sgs() called for port_ids ['4ff6ad14-4f2e-413e-9405-77e3cca49e39'] {{(pid=93194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:14:56.165884 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15b51a6-6037-4d57-8e9d-b378312b14cb tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Pushing event deleted for resources: {'Port': ['ID=4ff6ad14-4f2e-413e-9405-77e3cca49e39,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:14:56.259945 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eae2fa5-bb9c-40e0-b9d0-3a8b1249c5cd req-f15b51a6-6037-4d57-8e9d-b378312b14cb tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] No DVR routers for this DVR port 4ff6ad14-4f2e-413e-9405-77e3cca49e39 on host hv-cinder-80187 {{(pid=93193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:14:56.291268 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-5eae2fa5-bb9c-40e0-b9d0-3a8b1249c5cd req-f15b51a6-6037-4d57-8e9d-b378312b14cb tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92570'] for port, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:56.293783 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-5eae2fa5-bb9c-40e0-b9d0-3a8b1249c5cd req-f15b51a6-6037-4d57-8e9d-b378312b14cb tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.76 "DELETE /v2.0/ports/4ff6ad14-4f2e-413e-9405-77e3cca49e39 HTTP/1.1" status: 204 len: 173 time: 0.9386506 Jul 22 23:14:56.296972 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072a5636-95eb-4d90-a09d-aa45e751f57c req-bb9348ff-8bd3-4cea-895a-9de10a7324a3 tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:56.302543 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-072a5636-95eb-4d90-a09d-aa45e751f57c req-bb9348ff-8bd3-4cea-895a-9de10a7324a3 tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] 10.222.0.44 "GET /v2.0/ports?device_id=65d1de4f-0674-471b-9c93-642f3b8845c3 HTTP/1.1" status: 200 len: 943 time: 0.0677128 Jul 22 23:14:56.330315 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa1490a-7271-4937-a799-21908700f450 req-3c9ac835-75e9-4e9f-9b70-d534aa41fa54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:56.332140 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-8aa1490a-7271-4937-a799-21908700f450 req-3c9ac835-75e9-4e9f-9b70-d534aa41fa54 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d5820f83eab04d5c8dac281d2158f2bc&device_id=65d1de4f-0674-471b-9c93-642f3b8845c3 HTTP/1.1" status: 200 len: 1096 time: 0.1775153 Jul 22 23:14:56.345636 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-2b39f1e3-2916-4f81-a82a-358eec1a3954 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Notify callbacks [] for port, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:56.348307 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-072a5636-95eb-4d90-a09d-aa45e751f57c req-ab2b6d60-6015-4daa-9e09-c7e511f5158b tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] 10.222.0.44 "GET /v2.0/security-groups?id=19b88fb3-39ec-448e-8763-3d3cfc3c4317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375633 Jul 22 23:14:56.385619 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-2b39f1e3-2916-4f81-a82a-358eec1a3954 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769065317241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31811438'] for port, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:56.457717 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b39f1e3-2916-4f81-a82a-358eec1a3954 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Network e89e037f-b917-4fce-8638-db5189a5e8e4 is already hosted by enough agents. {{(pid=93193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:14:56.489634 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.scheduler.base_scheduler [None req-2b39f1e3-2916-4f81-a82a-358eec1a3954 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Resources bound (agent type, host, resource id): {{(pid=93193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:14:56.492254 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b39f1e3-2916-4f81-a82a-358eec1a3954 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Pushing event updated for resources: {'Port': ['ID=187ecf89-633b-4538-8965-5112a7ff67fc,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:14:56.519569 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b39f1e3-2916-4f81-a82a-358eec1a3954 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Received port after_create {{(pid=93193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:14:56.614399 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa1490a-7271-4937-a799-21908700f450 req-14799a8c-7a24-46e8-a028-6063958adce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:56.615850 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-8aa1490a-7271-4937-a799-21908700f450 req-14799a8c-7a24-46e8-a028-6063958adce6 service neutron] 10.222.0.76 "GET /v2.0/networks?id=e7dbe19f-3d9d-4ca0-9cfb-20559f3d70b0 HTTP/1.1" status: 200 len: 915 time: 0.2057161 Jul 22 23:14:56.693011 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f15b4b-5536-4238-839f-695239814786 req-a04d3f94-b5b1-4224-ba5b-3ff13e656954 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:56.694433 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-c8f15b4b-5536-4238-839f-695239814786 req-a04d3f94-b5b1-4224-ba5b-3ff13e656954 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.76 "GET /v2.0/ports?device_id=8336b4ae-d194-4f5f-b4d7-c111fef91485 HTTP/1.1" status: 200 len: 945 time: 0.2483344 Jul 22 23:14:56.695633 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-8aa1490a-7271-4937-a799-21908700f450 req-f05c51ea-168a-4707-95f3-f828495c83e3 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f1659b41-984c-436f-b88f-0a09b46ea308 HTTP/1.1" status: 200 len: 217 time: 0.0702946 Jul 22 23:14:56.794079 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05ac1bc-e8fe-41af-af65-6c6f44611733 req-7d536710-b1dc-4d6e-a940-0910acd6e190 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:56.795663 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-c05ac1bc-e8fe-41af-af65-6c6f44611733 req-7d536710-b1dc-4d6e-a940-0910acd6e190 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=8336b4ae-d194-4f5f-b4d7-c111fef91485 HTTP/1.1" status: 200 len: 945 time: 0.0735798 Jul 22 23:14:56.852356 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-2c37bde5-5146-4aaf-a1e4-0c43b8587a90 req-cd5a56f7-efdb-4ffc-952f-8478a0c3aa97 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] 10.222.0.44 "GET /v2.0/ports?device_id=14cd5873-97d8-472c-b99c-8b14621deecf HTTP/1.1" status: 200 len: 210 time: 0.0412834 Jul 22 23:14:56.867342 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-c05ac1bc-e8fe-41af-af65-6c6f44611733 req-1580c1a2-af72-4f93-b09e-3e8ca12b6f89 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656486 Jul 22 23:14:56.905496 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa1490a-7271-4937-a799-21908700f450 req-d04aea85-31db-4df5-b565-45262b17e973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:56.906934 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-8aa1490a-7271-4937-a799-21908700f450 req-d04aea85-31db-4df5-b565-45262b17e973 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=76dccde7-b5be-411e-b5a8-44ab5f8008ba HTTP/1.1" status: 200 len: 854 time: 0.1861088 Jul 22 23:14:56.963632 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-8aa1490a-7271-4937-a799-21908700f450 req-b204a93f-e502-43d0-8f84-25aded0b66b5 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e7dbe19f-3d9d-4ca0-9cfb-20559f3d70b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438952 Jul 22 23:14:57.269323 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98c074b-1985-4e46-9eeb-89374a08fc58 req-43a603f9-8804-46ec-825e-88d32f086843 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:57.271000 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-d98c074b-1985-4e46-9eeb-89374a08fc58 req-43a603f9-8804-46ec-825e-88d32f086843 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=8271f108-5334-4d0a-a188-933ee657ed0e HTTP/1.1" status: 200 len: 943 time: 0.0661330 Jul 22 23:14:57.288378 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14cd5873-97d8-472c-b99c-8b14621deecf', 'name': 'network-vif-deleted', 'tag': '4ff6ad14-4f2e-413e-9405-77e3cca49e39'}] {{(pid=93193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:14:57.290583 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53e3bfa867fb079e45cf064e3f04560eeff66f84eee23b8fde49e5f46f239411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fe04913-8e91-4027-82a4-226fbf0b1144" -d '{"events": [{"server_uuid": "14cd5873-97d8-472c-b99c-8b14621deecf", "name": "network-vif-deleted", "tag": "4ff6ad14-4f2e-413e-9405-77e3cca49e39"}]}' {{(pid=93193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:14:57.308945 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-d98c074b-1985-4e46-9eeb-89374a08fc58 req-efdb0cd9-4c46-47f2-a04f-b4f9b65b5741 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdf4a528-dd54-4780-893e-44f1896a93f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324209 Jul 22 23:14:57.377671 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.plugin [req-c8f15b4b-5536-4238-839f-695239814786 req-09e196b1-00eb-4504-9c64-440141b3a9db tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Deleting port 114b2d53-d7f9-4d95-bf3f-9d9e71a3c2ba {{(pid=93193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:14:57.378014 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-c8f15b4b-5536-4238-839f-695239814786 req-09e196b1-00eb-4504-9c64-440141b3a9db tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769065717140'] for port, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:57.382704 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-836fa2d1-7f1c-4981-ae03-0c92adf0e3eb x-openstack-request-id: req-836fa2d1-7f1c-4981-ae03-0c92adf0e3eb {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:14:57.382810 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14cd5873-97d8-472c-b99c-8b14621deecf", "name": "network-vif-deleted", "tag": "4ff6ad14-4f2e-413e-9405-77e3cca49e39", "status": "completed", "code": 200}]} {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:14:57.383095 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-836fa2d1-7f1c-4981-ae03-0c92adf0e3eb {{(pid=93193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:14:57.383401 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14cd5873-97d8-472c-b99c-8b14621deecf', 'name': 'network-vif-deleted', 'tag': '4ff6ad14-4f2e-413e-9405-77e3cca49e39', 'status': 'completed', 'code': 200} Jul 22 23:14:57.480995 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f03b06-8274-470f-a1de-39084b59ca6d req-72abfc36-22f6-4231-9fc1-2874215ed56a tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:57.482468 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-d0f03b06-8274-470f-a1de-39084b59ca6d req-72abfc36-22f6-4231-9fc1-2874215ed56a tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] 10.222.0.44 "GET /v2.0/ports?device_id=65d1de4f-0674-471b-9c93-642f3b8845c3 HTTP/1.1" status: 200 len: 943 time: 0.0681705 Jul 22 23:14:57.521692 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-d0f03b06-8274-470f-a1de-39084b59ca6d req-a8811eff-40a7-4640-b3db-9cba1fa3b802 tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] 10.222.0.44 "GET /v2.0/security-groups?id=19b88fb3-39ec-448e-8763-3d3cfc3c4317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337009 Jul 22 23:14:57.527033 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-8aa1490a-7271-4937-a799-21908700f450 req-3546e878-0cb6-469e-b033-66ee26d6a9e2 service neutron] 10.222.0.76 "GET /v2.0/networks/e7dbe19f-3d9d-4ca0-9cfb-20559f3d70b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5327246 Jul 22 23:14:57.528606 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-2b39f1e3-2916-4f81-a82a-358eec1a3954 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:57.644894 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.db [req-c8f15b4b-5536-4238-839f-695239814786 req-09e196b1-00eb-4504-9c64-440141b3a9db tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] For port 114b2d53-d7f9-4d95-bf3f-9d9e71a3c2ba, host hv-cinder-80187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80187',level=0,port_id=114b2d53-d7f9-4d95-bf3f-9d9e71a3c2ba,segment=NetworkSegment(2fba7ac8-4037-42cf-bf7c-8167f737370d),segment_id=2fba7ac8-4037-42cf-bf7c-8167f737370d)] {{(pid=93193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:14:57.645274 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-c8f15b4b-5536-4238-839f-695239814786 req-09e196b1-00eb-4504-9c64-440141b3a9db tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681326'] for port, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:57.690804 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.plugin [req-c8f15b4b-5536-4238-839f-695239814786 req-09e196b1-00eb-4504-9c64-440141b3a9db tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Calling delete_port for 114b2d53-d7f9-4d95-bf3f-9d9e71a3c2ba owned by compute:nova {{(pid=93193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:14:57.775678 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-8aa1490a-7271-4937-a799-21908700f450 req-6769e61f-8bc0-4db9-9656-d226e457862f service neutron] 10.222.0.76 "GET /v2.0/networks/e7dbe19f-3d9d-4ca0-9cfb-20559f3d70b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296822 Jul 22 23:14:57.780625 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-2b39f1e3-2916-4f81-a82a-358eec1a3954 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:57.927489 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 37484) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:14:57.955620 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-c8f15b4b-5536-4238-839f-695239814786 req-09e196b1-00eb-4504-9c64-440141b3a9db tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769065717863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769065317250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31811438'] for port, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:57.991897 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] get_ports_and_sgs() called for port_ids ['960bfbf5-747a-464c-98f1-5fa6dae2aa6a', '114b2d53-d7f9-4d95-bf3f-9d9e71a3c2ba'] {{(pid=93194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:14:57.994873 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-17d967dc-aa7c-4eaf-964f-1fb8a09e3188 req-cfe2c9eb-90b3-4409-a2e9-8d54e4d2d56f tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=8336b4ae-d194-4f5f-b4d7-c111fef91485 HTTP/1.1" status: 200 len: 210 time: 0.0554285 Jul 22 23:14:57.995638 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e196b1-00eb-4504-9c64-440141b3a9db tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Pushing event deleted for resources: {'Port': ['ID=114b2d53-d7f9-4d95-bf3f-9d9e71a3c2ba,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:14:58.015154 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.db.db_base_plugin_v2 [None req-e08682e8-f8c3-41c9-bafc-f9d82e4ea469 admin admin] Deleting subnet b9ecd397-fc62-4881-82a1-08e8c6fe73f4 {{(pid=93192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:14:58.018378 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-e08682e8-f8c3-41c9-bafc-f9d82e4ea469 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:58.041320 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-2b39f1e3-2916-4f81-a82a-358eec1a3954 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Notify callbacks [] for port, precommit_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:58.057919 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-e08682e8-f8c3-41c9-bafc-f9d82e4ea469 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:58.058160 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8f15b4b-5536-4238-839f-695239814786 req-09e196b1-00eb-4504-9c64-440141b3a9db tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] No DVR routers for this DVR port 114b2d53-d7f9-4d95-bf3f-9d9e71a3c2ba on host hv-cinder-80187 {{(pid=93193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:14:58.059819 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-2b39f1e3-2916-4f81-a82a-358eec1a3954 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31811429'] for port, after_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:58.062976 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-c8f15b4b-5536-4238-839f-695239814786 req-09e196b1-00eb-4504-9c64-440141b3a9db tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92570'] for port, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:58.063753 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-e08682e8-f8c3-41c9-bafc-f9d82e4ea469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1834514'] for subnet, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:58.064889 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-c8f15b4b-5536-4238-839f-695239814786 req-09e196b1-00eb-4504-9c64-440141b3a9db tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.76 "DELETE /v2.0/ports/114b2d53-d7f9-4d95-bf3f-9d9e71a3c2ba HTTP/1.1" status: 204 len: 173 time: 1.3530149 Jul 22 23:14:58.129683 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-e08682e8-f8c3-41c9-bafc-f9d82e4ea469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1834523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165'] for subnet, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:58.133712 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b39f1e3-2916-4f81-a82a-358eec1a3954 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Pushing event updated for resources: {'Port': ['ID=187ecf89-633b-4538-8965-5112a7ff67fc,revision_number=2']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:14:58.143603 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-2b39f1e3-2916-4f81-a82a-358eec1a3954 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680835'] for floatingip, after_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:58.172433 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08682e8-f8c3-41c9-bafc-f9d82e4ea469 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9ecd397-fc62-4881-82a1-08e8c6fe73f4,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:14:58.174452 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-e08682e8-f8c3-41c9-bafc-f9d82e4ea469 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585183'] for subnet, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:58.179037 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-e08682e8-f8c3-41c9-bafc-f9d82e4ea469 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/b9ecd397-fc62-4881-82a1-08e8c6fe73f4 HTTP/1.1" status: 204 len: 168 time: 0.2495773 Jul 22 23:14:58.180395 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 37486) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:14:58.248957 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.db.l3_db [None req-2b39f1e3-2916-4f81-a82a-358eec1a3954 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Floating IP 996d0a66-d4bb-4735-8fe7-5fdfedf58412 associated. External IP: 172.27.1.199, port: a3cb8b05-250e-4b87-bd32-f07839013290. Jul 22 23:14:58.254506 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-4ba6bf7e-9593-4d1d-b83e-479e5a843097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589717'] for network, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:58.335157 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-4ba6bf7e-9593-4d1d-b83e-479e5a843097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1832750', 'neutron.services.segments.db._delete_segments_for_network-8769065864497'] for network, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:58.345955 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-4ba6bf7e-9593-4d1d-b83e-479e5a843097 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:58.346297 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-4ba6bf7e-9593-4d1d-b83e-479e5a843097 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:58.347111 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-4ba6bf7e-9593-4d1d-b83e-479e5a843097 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:58.347376 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-4ba6bf7e-9593-4d1d-b83e-479e5a843097 admin admin] Subscribe: > port after_create 55550000 {{(pid=93192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:58.347684 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-4ba6bf7e-9593-4d1d-b83e-479e5a843097 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:58.348013 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-4ba6bf7e-9593-4d1d-b83e-479e5a843097 admin admin] Subscribe: > port after_update 55550000 {{(pid=93192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:58.348321 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-4ba6bf7e-9593-4d1d-b83e-479e5a843097 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:58.348930 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-4ba6bf7e-9593-4d1d-b83e-479e5a843097 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:58.349043 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-4ba6bf7e-9593-4d1d-b83e-479e5a843097 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:58.349373 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-4ba6bf7e-9593-4d1d-b83e-479e5a843097 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:58.425286 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-4ba6bf7e-9593-4d1d-b83e-479e5a843097 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:58.425624 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-4ba6bf7e-9593-4d1d-b83e-479e5a843097 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:58.425949 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-4ba6bf7e-9593-4d1d-b83e-479e5a843097 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:58.426281 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-4ba6bf7e-9593-4d1d-b83e-479e5a843097 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:58.426644 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.services.segments.db [None req-4ba6bf7e-9593-4d1d-b83e-479e5a843097 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e58c7542-6db3-4e04-8d2d-fe660d3affaa']}} {{(pid=93192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:14:58.452257 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b39f1e3-2916-4f81-a82a-358eec1a3954 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Router 2c9ba830-d033-4492-ba3e-27c7ea76f05c has already been hosted by L3 agent fdf30918-cf4b-4771-a7f5-907485eb00f1 {{(pid=93193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:14:58.473621 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.services.segments.db [None req-4ba6bf7e-9593-4d1d-b83e-479e5a843097 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16d2cb10-ce94-45af-9e3e-ba31490ef4c9') {'for_net_delete': True} {{(pid=93192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:14:58.473911 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.services.segments.db [None req-4ba6bf7e-9593-4d1d-b83e-479e5a843097 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16d2cb10-ce94-45af-9e3e-ba31490ef4c9') {} {{(pid=93192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:14:58.491780 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-4ba6bf7e-9593-4d1d-b83e-479e5a843097 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769065866554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30393554'] for segment, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:58.515481 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-4ba6bf7e-9593-4d1d-b83e-479e5a843097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822282'] for segment, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:58.526027 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ba6bf7e-9593-4d1d-b83e-479e5a843097 admin admin] Releasing vlan 894 on physical network physnet1 to pool {{(pid=93192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:14:58.526441 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-4ba6bf7e-9593-4d1d-b83e-479e5a843097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30393475'] for segment, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:58.530383 dv-cinder-801875-2-iscsi neutron-server[93192]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 22 23:14:58.530383 dv-cinder-801875-2-iscsi neutron-server[93192]: from cryptography.utils import int_from_bytes Jul 22 23:14:58.530383 dv-cinder-801875-2-iscsi neutron-server[93192]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 22 23:14:58.530383 dv-cinder-801875-2-iscsi neutron-server[93192]: from cryptography.utils import int_from_bytes Jul 22 23:14:58.530383 dv-cinder-801875-2-iscsi neutron-server[93192]: Traceback (most recent call last): Jul 22 23:14:58.530383 dv-cinder-801875-2-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:14:58.530383 dv-cinder-801875-2-iscsi neutron-server[93192]: timer() Jul 22 23:14:58.530383 dv-cinder-801875-2-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:14:58.530383 dv-cinder-801875-2-iscsi neutron-server[93192]: cb(*args, **kw) Jul 22 23:14:58.530383 dv-cinder-801875-2-iscsi neutron-server[93192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:14:58.530383 dv-cinder-801875-2-iscsi neutron-server[93192]: return func(*args, **kwargs) Jul 22 23:14:58.530383 dv-cinder-801875-2-iscsi neutron-server[93192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:14:58.530383 dv-cinder-801875-2-iscsi neutron-server[93192]: self._notify() Jul 22 23:14:58.530383 dv-cinder-801875-2-iscsi neutron-server[93192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:14:58.530383 dv-cinder-801875-2-iscsi neutron-server[93192]: self.callback(batched_events) Jul 22 23:14:58.530383 dv-cinder-801875-2-iscsi neutron-server[93192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:14:58.530383 dv-cinder-801875-2-iscsi neutron-server[93192]: event.method(event) Jul 22 23:14:58.530383 dv-cinder-801875-2-iscsi neutron-server[93192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:14:58.530383 dv-cinder-801875-2-iscsi neutron-server[93192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:14:58.530383 dv-cinder-801875-2-iscsi neutron-server[93192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:14:58.530383 dv-cinder-801875-2-iscsi neutron-server[93192]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:14:58.530383 dv-cinder-801875-2-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:14:58.530383 dv-cinder-801875-2-iscsi neutron-server[93192]: return f(self, *a, **k) Jul 22 23:14:58.530383 dv-cinder-801875-2-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:14:58.530383 dv-cinder-801875-2-iscsi neutron-server[93192]: return self._get(url).json() Jul 22 23:14:58.530383 dv-cinder-801875-2-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:14:58.530383 dv-cinder-801875-2-iscsi neutron-server[93192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:14:58.530383 dv-cinder-801875-2-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:14:58.530383 dv-cinder-801875-2-iscsi neutron-server[93192]: return self.request(url, 'GET', **kwargs) Jul 22 23:14:58.530383 dv-cinder-801875-2-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:14:58.530383 dv-cinder-801875-2-iscsi neutron-server[93192]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:14:58.530383 dv-cinder-801875-2-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:14:58.530383 dv-cinder-801875-2-iscsi neutron-server[93192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:14:58.530383 dv-cinder-801875-2-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:14:58.530383 dv-cinder-801875-2-iscsi neutron-server[93192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:14:58.530383 dv-cinder-801875-2-iscsi neutron-server[93192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:14:58.566964 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b39f1e3-2916-4f81-a82a-358eec1a3954 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Notify agent at l3_agent.dv-cinder-801875-2-iscsi the message routers_updated {{(pid=93193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:14:58.580871 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a69478-8677-4820-9864-5367844c427a None None] Sync routers for ids ['2c9ba830-d033-4492-ba3e-27c7ea76f05c'] in dv-cinder-801875-2-iscsi {{(pid=93195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:14:58.588313 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-2b39f1e3-2916-4f81-a82a-358eec1a3954 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92570'] for floatingip, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:58.595074 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a69478-8677-4820-9864-5367844c427a None None] Routers {'2c9ba830-d033-4492-ba3e-27c7ea76f05c'} bound to L3 agent in host dv-cinder-801875-2-iscsi {{(pid=93195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:14:58.600645 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-24a69478-8677-4820-9864-5367844c427a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801875-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:03:18Z,description=,heartbeat_timestamp=2021-07-22T23:14:48Z,host='dv-cinder-801875-2-iscsi',id=fdf30918-cf4b-4771-a7f5-907485eb00f1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:18Z,topic='l3_agent')) {'router_ids': ['2c9ba830-d033-4492-ba3e-27c7ea76f05c'], 'active': True} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:14:58.640933 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-2b39f1e3-2916-4f81-a82a-358eec1a3954 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1321418 Jul 22 23:14:58.651983 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e658a41-5d93-40c6-b3c7-0bc237629f8e req-436b2b91-7445-4349-903d-d07fc34c9045 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:58.657076 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-2e658a41-5d93-40c6-b3c7-0bc237629f8e req-436b2b91-7445-4349-903d-d07fc34c9045 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=8271f108-5334-4d0a-a188-933ee657ed0e HTTP/1.1" status: 200 len: 943 time: 0.2253561 Jul 22 23:14:58.658857 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-4ba6bf7e-9593-4d1d-b83e-479e5a843097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1832741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680861'] for network, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:58.678153 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-4ba6bf7e-9593-4d1d-b83e-479e5a843097 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585183'] for network, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:58.686900 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-4ba6bf7e-9593-4d1d-b83e-479e5a843097 admin admin] 10.222.0.44 "DELETE /v2.0/networks/e58c7542-6db3-4e04-8d2d-fe660d3affaa HTTP/1.1" status: 204 len: 168 time: 0.5020874 Jul 22 23:14:58.706193 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba6bf7e-9593-4d1d-b83e-479e5a843097 admin admin] Pushing event deleted for resources: {'Network': ['ID=e58c7542-6db3-4e04-8d2d-fe660d3affaa,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:14:58.761022 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-2e658a41-5d93-40c6-b3c7-0bc237629f8e req-d35452a5-cdf8-49cb-b401-bbfbe350bd49 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdf4a528-dd54-4780-893e-44f1896a93f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991070 Jul 22 23:14:58.770447 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbcf52b-63e5-4766-88ca-e54c4ac4000f req-db7f3d4a-f35b-4aaf-a4f6-54f614c45def tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:58.771949 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-afbcf52b-63e5-4766-88ca-e54c4ac4000f req-db7f3d4a-f35b-4aaf-a4f6-54f614c45def tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] 10.222.0.44 "GET /v2.0/ports?device_id=65d1de4f-0674-471b-9c93-642f3b8845c3 HTTP/1.1" status: 200 len: 943 time: 0.1693738 Jul 22 23:14:58.814459 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-afbcf52b-63e5-4766-88ca-e54c4ac4000f req-1f59c04b-0b0e-42a5-ba6a-808a8ba1536b tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] 10.222.0.44 "GET /v2.0/security-groups?id=19b88fb3-39ec-448e-8763-3d3cfc3c4317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357561 Jul 22 23:14:58.839604 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvr_db [None req-24a69478-8677-4820-9864-5367844c427a None None] Set router 2c9ba830-d033-4492-ba3e-27c7ea76f05c gateway port host: dv-cinder-801875-2-iscsi {{(pid=93195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:14:58.894128 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 37496) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:14:58.935192 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-e47017a7-a25a-4b73-8851-73976c7467b9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=aeb3cb1118144b5785cc93ac6fc21fc2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0371475 Jul 22 23:14:58.935725 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 37498) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:14:58.984383 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-38415770-239f-4977-96cc-8e52ed402cd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:59.005499 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-38415770-239f-4977-96cc-8e52ed402cd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:59.061525 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-38415770-239f-4977-96cc-8e52ed402cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:59.064063 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-38415770-239f-4977-96cc-8e52ed402cd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:59.067785 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-38415770-239f-4977-96cc-8e52ed402cd3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d84c6cad-631b-43c5-a35b-86fdac5eacd4 HTTP/1.1" status: 204 len: 168 time: 0.1283426 Jul 22 23:14:59.072665 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-24a69478-8677-4820-9864-5367844c427a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9ba830-d033-4492-ba3e-27c7ea76f05c', 'name': 'tempest-TestVolumeBootPattern-1596001516-router', 'tenant_id': '7ace0a9b96d34ceb9c996a5476ba0fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'external_fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': 'a3dd1367-83dd-42c2-8711-f3eed55307dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:13:33Z', 'updated_at': '2021-07-22T23:13:37Z', 'revision_number': 4, 'project_id': '7ace0a9b96d34ceb9c996a5476ba0fb1', 'gw_port': {'id': 'a3dd1367-83dd-42c2-8711-f3eed55307dc', 'name': '', 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:f9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9ba830-d033-4492-ba3e-27c7ea76f05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:13:34Z', 'updated_at': '2021-07-22T23:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801875-2-iscsi', '_floatingips': [{'id': '996d0a66-d4bb-4735-8fe7-5fdfedf58412', 'tenant_id': '7ace0a9b96d34ceb9c996a5476ba0fb1', 'floating_ip_address': '172.27.1.199', 'floating_network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'router_id': '2c9ba830-d033-4492-ba3e-27c7ea76f05c', 'port_id': 'a3cb8b05-250e-4b87-bd32-f07839013290', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66', 'mac_address': 'fa:16:3e:b9:5f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efff25fe-8170-480b-b649-c6c2d2509e80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:14:56Z', 'updated_at': '2021-07-22T23:14:56Z', 'revision_number': 0, 'project_id': '7ace0a9b96d34ceb9c996a5476ba0fb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a362c05e-f646-4871-b054-80a24b31ea76', 'name': '', 'network_id': '7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66', 'tenant_id': '7ace0a9b96d34ceb9c996a5476ba0fb1', 'mac_address': 'fa:16:3e:2c:73:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9ba830-d033-4492-ba3e-27c7ea76f05c', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'eb7dc01e-3a8e-4054-a161-8a0276e32317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:13:36Z', 'updated_at': '2021-07-22T23:13:43Z', 'revision_number': 5, 'project_id': '7ace0a9b96d34ceb9c996a5476ba0fb1', 'subnets': [{'id': 'eb7dc01e-3a8e-4054-a161-8a0276e32317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801875-2-iscsi', False) {} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:14:59.080051 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38415770-239f-4977-96cc-8e52ed402cd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d84c6cad-631b-43c5-a35b-86fdac5eacd4,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:14:59.101923 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a69478-8677-4820-9864-5367844c427a None None] Checking router: 2c9ba830-d033-4492-ba3e-27c7ea76f05c for host: dv-cinder-801875-2-iscsi {{(pid=93195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:14:59.111453 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a69478-8677-4820-9864-5367844c427a None None] Routers {'2c9ba830-d033-4492-ba3e-27c7ea76f05c'} bound to L3 agent in host dv-cinder-801875-2-iscsi {{(pid=93195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:14:59.112050 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-24a69478-8677-4820-9864-5367844c427a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801875-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:03:18Z,description=,heartbeat_timestamp=2021-07-22T23:14:48Z,host='dv-cinder-801875-2-iscsi',id=fdf30918-cf4b-4771-a7f5-907485eb00f1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:18Z,topic='l3_agent')) {'router_ids': ['2c9ba830-d033-4492-ba3e-27c7ea76f05c'], 'active': True} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:14:59.220216 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvr_db [None req-24a69478-8677-4820-9864-5367844c427a None None] Set router 2c9ba830-d033-4492-ba3e-27c7ea76f05c gateway port host: dv-cinder-801875-2-iscsi {{(pid=93195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:14:59.312745 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b7fc72-d7a0-4fce-ab08-0abc7980966b req-4c417b35-6a71-45d0-8db9-d36443bf3f99 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:59.314538 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-29b7fc72-d7a0-4fce-ab08-0abc7980966b req-4c417b35-6a71-45d0-8db9-d36443bf3f99 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=30c4bc5a-ce65-4608-8781-bde54ef98599 HTTP/1.1" status: 200 len: 945 time: 0.0720127 Jul 22 23:14:59.358712 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-29b7fc72-d7a0-4fce-ab08-0abc7980966b req-d4f52de5-3fcb-4328-9894-898c1593a710 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384285 Jul 22 23:14:59.384981 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8336b4ae-d194-4f5f-b4d7-c111fef91485', 'name': 'network-vif-deleted', 'tag': '114b2d53-d7f9-4d95-bf3f-9d9e71a3c2ba'}, {'name': 'network-changed', 'server_uuid': 'efff25fe-8170-480b-b649-c6c2d2509e80', 'tag': 'a3cb8b05-250e-4b87-bd32-f07839013290'}] {{(pid=93193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:14:59.388646 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53e3bfa867fb079e45cf064e3f04560eeff66f84eee23b8fde49e5f46f239411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b83be97-5e94-447b-8a45-806d67dcbfdb" -d '{"events": [{"server_uuid": "8336b4ae-d194-4f5f-b4d7-c111fef91485", "name": "network-vif-deleted", "tag": "114b2d53-d7f9-4d95-bf3f-9d9e71a3c2ba"}, {"name": "network-changed", "server_uuid": "efff25fe-8170-480b-b649-c6c2d2509e80", "tag": "a3cb8b05-250e-4b87-bd32-f07839013290"}]}' {{(pid=93193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:14:59.432598 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 22 Jul 2021 23:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a453204d-3b12-467d-aabe-34d2dbfae902 x-openstack-request-id: req-a453204d-3b12-467d-aabe-34d2dbfae902 {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:14:59.432598 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8336b4ae-d194-4f5f-b4d7-c111fef91485", "name": "network-vif-deleted", "tag": "114b2d53-d7f9-4d95-bf3f-9d9e71a3c2ba", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "efff25fe-8170-480b-b649-c6c2d2509e80", "tag": "a3cb8b05-250e-4b87-bd32-f07839013290", "status": "completed", "code": 200}]} {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:14:59.432598 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a453204d-3b12-467d-aabe-34d2dbfae902 {{(pid=93193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:14:59.432598 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8336b4ae-d194-4f5f-b4d7-c111fef91485', 'name': 'network-vif-deleted', 'tag': '114b2d53-d7f9-4d95-bf3f-9d9e71a3c2ba', 'status': 'completed', 'code': 200} Jul 22 23:14:59.432598 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efff25fe-8170-480b-b649-c6c2d2509e80', 'tag': 'a3cb8b05-250e-4b87-bd32-f07839013290', 'status': 'completed', 'code': 200} Jul 22 23:14:59.458108 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-24a69478-8677-4820-9864-5367844c427a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9ba830-d033-4492-ba3e-27c7ea76f05c', 'name': 'tempest-TestVolumeBootPattern-1596001516-router', 'tenant_id': '7ace0a9b96d34ceb9c996a5476ba0fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'external_fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': 'a3dd1367-83dd-42c2-8711-f3eed55307dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:13:33Z', 'updated_at': '2021-07-22T23:13:37Z', 'revision_number': 4, 'project_id': '7ace0a9b96d34ceb9c996a5476ba0fb1', 'gw_port': {'id': 'a3dd1367-83dd-42c2-8711-f3eed55307dc', 'name': '', 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:f9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9ba830-d033-4492-ba3e-27c7ea76f05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:13:34Z', 'updated_at': '2021-07-22T23:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801875-2-iscsi', '_floatingips': [{'id': '996d0a66-d4bb-4735-8fe7-5fdfedf58412', 'tenant_id': '7ace0a9b96d34ceb9c996a5476ba0fb1', 'floating_ip_address': '172.27.1.199', 'floating_network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'router_id': '2c9ba830-d033-4492-ba3e-27c7ea76f05c', 'port_id': 'a3cb8b05-250e-4b87-bd32-f07839013290', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66', 'mac_address': 'fa:16:3e:b9:5f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efff25fe-8170-480b-b649-c6c2d2509e80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:14:56Z', 'updated_at': '2021-07-22T23:14:56Z', 'revision_number': 0, 'project_id': '7ace0a9b96d34ceb9c996a5476ba0fb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a362c05e-f646-4871-b054-80a24b31ea76', 'name': '', 'network_id': '7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66', 'tenant_id': '7ace0a9b96d34ceb9c996a5476ba0fb1', 'mac_address': 'fa:16:3e:2c:73:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9ba830-d033-4492-ba3e-27c7ea76f05c', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'eb7dc01e-3a8e-4054-a161-8a0276e32317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:13:36Z', 'updated_at': '2021-07-22T23:13:43Z', 'revision_number': 5, 'project_id': '7ace0a9b96d34ceb9c996a5476ba0fb1', 'subnets': [{'id': 'eb7dc01e-3a8e-4054-a161-8a0276e32317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801875-2-iscsi', False) {} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:14:59.485870 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a69478-8677-4820-9864-5367844c427a None None] The sync data for ids ['2c9ba830-d033-4492-ba3e-27c7ea76f05c'] in dv-cinder-801875-2-iscsi is: [{'id': '2c9ba830-d033-4492-ba3e-27c7ea76f05c', 'name': 'tempest-TestVolumeBootPattern-1596001516-router', 'tenant_id': '7ace0a9b96d34ceb9c996a5476ba0fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'external_fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': 'a3dd1367-83dd-42c2-8711-f3eed55307dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:13:33Z', 'updated_at': '2021-07-22T23:13:37Z', 'revision_number': 4, 'project_id': '7ace0a9b96d34ceb9c996a5476ba0fb1', 'gw_port': {'id': 'a3dd1367-83dd-42c2-8711-f3eed55307dc', 'name': '', 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:f9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9ba830-d033-4492-ba3e-27c7ea76f05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:13:34Z', 'updated_at': '2021-07-22T23:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801875-2-iscsi', '_floatingips': [{'id': '996d0a66-d4bb-4735-8fe7-5fdfedf58412', 'tenant_id': '7ace0a9b96d34ceb9c996a5476ba0fb1', 'floating_ip_address': '172.27.1.199', 'floating_network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'router_id': '2c9ba830-d033-4492-ba3e-27c7ea76f05c', 'port_id': 'a3cb8b05-250e-4b87-bd32-f07839013290', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66', 'mac_address': 'fa:16:3e:b9:5f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efff25fe-8170-480b-b649-c6c2d2509e80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:14:56Z', 'updated_at': '2021-07-22T23:14:56Z', 'revision_number': 0, 'project_id': '7ace0a9b96d34ceb9c996a5476ba0fb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a362c05e-f646-4871-b054-80a24b31ea76', 'name': '', 'network_id': '7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66', 'tenant_id': '7ace0a9b96d34ceb9c996a5476ba0fb1', 'mac_address': 'fa:16:3e:2c:73:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9ba830-d033-4492-ba3e-27c7ea76f05c', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'eb7dc01e-3a8e-4054-a161-8a0276e32317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:13:36Z', 'updated_at': '2021-07-22T23:13:43Z', 'revision_number': 5, 'project_id': '7ace0a9b96d34ceb9c996a5476ba0fb1', 'subnets': [{'id': 'eb7dc01e-3a8e-4054-a161-8a0276e32317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:14:59.545404 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b83be97-5e94-447b-8a45-806d67dcbfdb req-974a4a05-da71-40c0-9697-85e6ab97e379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:59.546983 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-6b83be97-5e94-447b-8a45-806d67dcbfdb req-974a4a05-da71-40c0-9697-85e6ab97e379 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7ace0a9b96d34ceb9c996a5476ba0fb1&device_id=efff25fe-8170-480b-b649-c6c2d2509e80 HTTP/1.1" status: 200 len: 1098 time: 0.0594563 Jul 22 23:14:59.644278 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b83be97-5e94-447b-8a45-806d67dcbfdb req-38e9753f-ae2d-46c4-a082-f1434eea5854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:59.645923 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-6b83be97-5e94-447b-8a45-806d67dcbfdb req-38e9753f-ae2d-46c4-a082-f1434eea5854 service neutron] 10.222.0.76 "GET /v2.0/networks?id=7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66 HTTP/1.1" status: 200 len: 913 time: 0.0912108 Jul 22 23:14:59.698720 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f01330-3535-4db3-ba79-f22390c8cef5 None None] New status for floating IP 996d0a66-d4bb-4735-8fe7-5fdfedf58412: ACTIVE {{(pid=93194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 23:14:59.929589 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a6b39c-9d82-4d20-9895-785569c43388 req-36396085-9dbe-4fb4-81a9-9cdca932f193 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:59.938381 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-59a6b39c-9d82-4d20-9895-785569c43388 req-36396085-9dbe-4fb4-81a9-9cdca932f193 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=8271f108-5334-4d0a-a188-933ee657ed0e HTTP/1.1" status: 200 len: 943 time: 0.0876930 Jul 22 23:14:59.944724 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-6b83be97-5e94-447b-8a45-806d67dcbfdb req-cf849e35-4c7e-41c4-ad13-42758a913650 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3cb8b05-250e-4b87-bd32-f07839013290 HTTP/1.1" status: 200 len: 999 time: 0.2910285 Jul 22 23:14:59.951921 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Device f1659b41-984c-436f-b88f-0a09b46ea308 details requested by agent hyperv_hv-cinder-80187 with host hv-cinder-80187 {{(pid=93194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:14:59.954316 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Device 4ff6ad14-4f2e-413e-9405-77e3cca49e39 no longer exists at agent hyperv_hv-cinder-80187 {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:14:59.994087 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] No Port match for: 4ff6ad14-4f2e-413e-9405-77e3cca49e39 {{(pid=93194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:14:59.994783 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Device 4ff6ad14-4f2e-413e-9405-77e3cca49e39 not bound to the agent host hv-cinder-80187 {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:15:00.001954 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b83be97-5e94-447b-8a45-806d67dcbfdb req-5d569ac0-c2e2-4e36-b4e1-a38e24664cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:00.004085 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-6b83be97-5e94-447b-8a45-806d67dcbfdb req-5d569ac0-c2e2-4e36-b4e1-a38e24664cd8 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=eb7dc01e-3a8e-4054-a161-8a0276e32317 HTTP/1.1" status: 200 len: 851 time: 0.0513058 Jul 22 23:15:00.046204 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-59a6b39c-9d82-4d20-9895-785569c43388 req-7cbf2206-dfe5-44a5-83c8-ebfe53ec6175 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdf4a528-dd54-4780-893e-44f1896a93f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011012 Jul 22 23:15:00.085446 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff55899-3c76-4c16-b370-3ecabbb1c0d4 req-fc2a907b-96d4-4edb-a247-32af3d946ebd tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:00.087410 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-0ff55899-3c76-4c16-b370-3ecabbb1c0d4 req-fc2a907b-96d4-4edb-a247-32af3d946ebd tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] 10.222.0.44 "GET /v2.0/ports?device_id=65d1de4f-0674-471b-9c93-642f3b8845c3 HTTP/1.1" status: 200 len: 943 time: 0.1466587 Jul 22 23:15:00.100464 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b83be97-5e94-447b-8a45-806d67dcbfdb req-2d30597b-6191-4e67-b583-3d6d93e5eb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:00.102294 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-6b83be97-5e94-447b-8a45-806d67dcbfdb req-2d30597b-6191-4e67-b583-3d6d93e5eb3a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0912011 Jul 22 23:15:00.158178 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-0ff55899-3c76-4c16-b370-3ecabbb1c0d4 req-78aa5fe2-f7b2-434f-a117-4c94a2815c7a tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] 10.222.0.44 "GET /v2.0/security-groups?id=19b88fb3-39ec-448e-8763-3d3cfc3c4317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628626 Jul 22 23:15:00.197293 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] For port f1659b41-984c-436f-b88f-0a09b46ea308, host hv-cinder-80187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80187',level=0,port_id=f1659b41-984c-436f-b88f-0a09b46ea308,segment=NetworkSegment(f25a6190-92e5-4985-bd58-3825589b744f),segment_id=f25a6190-92e5-4985-bd58-3825589b744f)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:15:00.221603 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Returning: {'device': 'f1659b41-984c-436f-b88f-0a09b46ea308', 'network_id': 'e7dbe19f-3d9d-4ca0-9cfb-20559f3d70b0', 'port_id': 'f1659b41-984c-436f-b88f-0a09b46ea308', 'mac_address': 'fa:16:3e:a7:8c:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 882, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76dccde7-b5be-411e-b5a8-44ab5f8008ba', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:15:00.236361 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-6b83be97-5e94-447b-8a45-806d67dcbfdb req-bd12f98c-8528-4ff3-ad6b-7c97135eee6d service neutron] 10.222.0.76 "GET /v2.0/networks/7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264620 Jul 22 23:15:00.279689 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:00.299986 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.notifiers.nova [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1659b41-984c-436f-b88f-0a09b46ea308 {{(pid=93194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:15:00.323343 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] For port f1659b41-984c-436f-b88f-0a09b46ea308, host hv-cinder-80187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80187',level=0,port_id=f1659b41-984c-436f-b88f-0a09b46ea308,segment=NetworkSegment(f25a6190-92e5-4985-bd58-3825589b744f),segment_id=f25a6190-92e5-4985-bd58-3825589b744f)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:15:00.328277 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:00.351577 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-6b83be97-5e94-447b-8a45-806d67dcbfdb req-11d59fe7-a44b-4f5a-a0ef-57972d2c202a service neutron] 10.222.0.76 "GET /v2.0/networks/7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030340 Jul 22 23:15:00.402686 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Pushing event updated for resources: {'Port': ['ID=f1659b41-984c-436f-b88f-0a09b46ea308,revision_number=4']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:00.511900 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e1911b-75aa-44d9-862d-fd7cbc45a44d req-7646c0f6-7a8d-4e75-b04f-fa7cac558849 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:00.513404 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-f2e1911b-75aa-44d9-862d-fd7cbc45a44d req-7646c0f6-7a8d-4e75-b04f-fa7cac558849 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=30c4bc5a-ce65-4608-8781-bde54ef98599 HTTP/1.1" status: 200 len: 945 time: 0.0691586 Jul 22 23:15:00.551743 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-f2e1911b-75aa-44d9-862d-fd7cbc45a44d req-301f1faa-40f1-46ef-b78b-40371ef05af3 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327137 Jul 22 23:15:00.773961 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] get_ports_and_sgs() called for port_ids ['f1659b41-984c-436f-b88f-0a09b46ea308'] {{(pid=93194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:15:01.060174 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 37562) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:15:01.167446 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-bd1cf668-f4cb-4184-b55b-5b2c0599aba1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:01.182059 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266d75a0-81a3-454b-8b41-0b1848473803 req-cbb334c7-b1cc-4fe5-8f05-035931e968b7 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:01.184953 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-266d75a0-81a3-454b-8b41-0b1848473803 req-cbb334c7-b1cc-4fe5-8f05-035931e968b7 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=8271f108-5334-4d0a-a188-933ee657ed0e HTTP/1.1" status: 200 len: 943 time: 0.0761969 Jul 22 23:15:01.224058 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-266d75a0-81a3-454b-8b41-0b1848473803 req-ed18909b-9c79-430d-ab22-85ec6d384b67 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdf4a528-dd54-4780-893e-44f1896a93f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342834 Jul 22 23:15:01.274950 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-bd1cf668-f4cb-4184-b55b-5b2c0599aba1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:01.280271 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-bd1cf668-f4cb-4184-b55b-5b2c0599aba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:01.303465 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ec9f96-e317-4249-90c9-4e612ed7ee22 req-9b48e5e9-3204-4a9f-9354-20c1bfcf04f5 tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:01.304965 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-06ec9f96-e317-4249-90c9-4e612ed7ee22 req-9b48e5e9-3204-4a9f-9354-20c1bfcf04f5 tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] 10.222.0.44 "GET /v2.0/ports?device_id=65d1de4f-0674-471b-9c93-642f3b8845c3 HTTP/1.1" status: 200 len: 944 time: 0.0681026 Jul 22 23:15:01.320922 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-bd1cf668-f4cb-4184-b55b-5b2c0599aba1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e5c5e556c0944af6a2b35f59e3a5e8bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2596478 Jul 22 23:15:01.321769 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1cf668-f4cb-4184-b55b-5b2c0599aba1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db28ed68-932b-4f83-a7a9-f5d9f9bda8c6,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:01.324890 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 37570) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:15:01.345921 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-06ec9f96-e317-4249-90c9-4e612ed7ee22 req-d503d5e1-e50f-4772-91cf-ce33c66457c8 tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] 10.222.0.44 "GET /v2.0/security-groups?id=19b88fb3-39ec-448e-8763-3d3cfc3c4317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351596 Jul 22 23:15:01.374321 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-4aa8d1e0-cf77-4a2a-95b4-929bedad8c1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:01.394652 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-4aa8d1e0-cf77-4a2a-95b4-929bedad8c1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:01.441295 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-4aa8d1e0-cf77-4a2a-95b4-929bedad8c1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:01.443773 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-4aa8d1e0-cf77-4a2a-95b4-929bedad8c1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:01.444939 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-4aa8d1e0-cf77-4a2a-95b4-929bedad8c1a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/db28ed68-932b-4f83-a7a9-f5d9f9bda8c6 HTTP/1.1" status: 204 len: 168 time: 0.1189766 Jul 22 23:15:01.452306 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa8d1e0-cf77-4a2a-95b4-929bedad8c1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db28ed68-932b-4f83-a7a9-f5d9f9bda8c6,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:01.682759 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416b613f-c38f-47dd-8f2a-89ba61e60600 req-a84f66d4-2499-4d31-9c56-6068cf6de2d4 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:01.684867 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-416b613f-c38f-47dd-8f2a-89ba61e60600 req-a84f66d4-2499-4d31-9c56-6068cf6de2d4 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=30c4bc5a-ce65-4608-8781-bde54ef98599 HTTP/1.1" status: 200 len: 945 time: 0.0682511 Jul 22 23:15:01.714095 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 37578) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:15:01.723261 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-416b613f-c38f-47dd-8f2a-89ba61e60600 req-b7909d7b-9d64-4d44-b43b-406fa92c5ef1 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327156 Jul 22 23:15:01.728241 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-2cb6b785-3902-42fd-a899-8ee25dbf23e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:01.816566 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-2cb6b785-3902-42fd-a899-8ee25dbf23e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:01.820254 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-2cb6b785-3902-42fd-a899-8ee25dbf23e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:01.827728 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Device ed9d47de-6c01-44de-9932-7c1d241b8fba details requested by agent hyperv_hv-cinder-80187 with host hv-cinder-80187 {{(pid=93194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:15:01.838018 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Device f1659b41-984c-436f-b88f-0a09b46ea308 up at agent hyperv_hv-cinder-80187 {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:15:01.863171 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-2cb6b785-3902-42fd-a899-8ee25dbf23e0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1a55351eba5f47ac873ac2fd960e7f8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1479547 Jul 22 23:15:01.864013 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb6b785-3902-42fd-a899-8ee25dbf23e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f2d26d6-09ce-4747-b999-94898f6b662d,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:01.866050 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 37580) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:15:01.917290 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-f2d88b61-051e-47c9-9e2b-5b7081c0db3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:01.938862 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-f2d88b61-051e-47c9-9e2b-5b7081c0db3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:01.942470 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Provisioning for port f1659b41-984c-436f-b88f-0a09b46ea308 completed by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:15:01.954919 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Provisioning complete for port f1659b41-984c-436f-b88f-0a09b46ea308 triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:15:01.955198 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832377'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:01.961037 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] For port ed9d47de-6c01-44de-9932-7c1d241b8fba, host hv-cinder-80187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80187',level=0,port_id=ed9d47de-6c01-44de-9932-7c1d241b8fba,segment=NetworkSegment(f73d282d-c39b-4414-b8a8-4f3ec992f8ca),segment_id=f73d282d-c39b-4414-b8a8-4f3ec992f8ca)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:15:01.985914 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-f2d88b61-051e-47c9-9e2b-5b7081c0db3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:01.988448 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-f2d88b61-051e-47c9-9e2b-5b7081c0db3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:01.989574 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-f2d88b61-051e-47c9-9e2b-5b7081c0db3b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1f2d26d6-09ce-4747-b999-94898f6b662d HTTP/1.1" status: 204 len: 168 time: 0.1220200 Jul 22 23:15:01.998462 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d88b61-051e-47c9-9e2b-5b7081c0db3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f2d26d6-09ce-4747-b999-94898f6b662d,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:02.000207 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Returning: {'device': 'ed9d47de-6c01-44de-9932-7c1d241b8fba', 'network_id': '15297b5d-2132-449e-9de1-fcfc3bc99bcd', 'port_id': 'ed9d47de-6c01-44de-9932-7c1d241b8fba', 'mac_address': 'fa:16:3e:86:0f:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 876, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c47fa5de-a082-4f3c-9a72-06af8857dbb0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:15:02.073221 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:02.095427 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.notifiers.nova [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed9d47de-6c01-44de-9932-7c1d241b8fba {{(pid=93194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:15:02.101540 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:02.124318 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] For port ed9d47de-6c01-44de-9932-7c1d241b8fba, host hv-cinder-80187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80187',level=0,port_id=ed9d47de-6c01-44de-9932-7c1d241b8fba,segment=NetworkSegment(f73d282d-c39b-4414-b8a8-4f3ec992f8ca),segment_id=f73d282d-c39b-4414-b8a8-4f3ec992f8ca)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:15:02.131322 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:02.139761 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65d1de4f-0674-471b-9c93-642f3b8845c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1659b41-984c-436f-b88f-0a09b46ea308'}] {{(pid=93194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:15:02.142019 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7601765a566782fd39478405f6fadc52a0f9e3dab845648c9e7fe91a53a45b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58e8f86c-b2bf-4759-a4a3-ed4c180f84ac" -d '{"events": [{"server_uuid": "65d1de4f-0674-471b-9c93-642f3b8845c3", "name": "network-vif-plugged", "status": "completed", "tag": "f1659b41-984c-436f-b88f-0a09b46ea308"}]}' {{(pid=93194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:15:02.179237 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] For port f1659b41-984c-436f-b88f-0a09b46ea308, host hv-cinder-80187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80187',level=0,port_id=f1659b41-984c-436f-b88f-0a09b46ea308,segment=NetworkSegment(f25a6190-92e5-4985-bd58-3825589b744f),segment_id=f25a6190-92e5-4985-bd58-3825589b744f)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:15:02.187932 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:02.188738 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Device 114b2d53-d7f9-4d95-bf3f-9d9e71a3c2ba no longer exists at agent hyperv_hv-cinder-80187 {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:15:02.215103 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e185eb7e-1b26-419d-b59d-b5802f3a0daa x-openstack-request-id: req-e185eb7e-1b26-419d-b59d-b5802f3a0daa {{(pid=93194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:15:02.215328 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65d1de4f-0674-471b-9c93-642f3b8845c3", "name": "network-vif-plugged", "status": "completed", "tag": "f1659b41-984c-436f-b88f-0a09b46ea308", "code": 200}]} {{(pid=93194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:15:02.215570 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e185eb7e-1b26-419d-b59d-b5802f3a0daa {{(pid=93194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:15:02.215949 dv-cinder-801875-2-iscsi neutron-server[93194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65d1de4f-0674-471b-9c93-642f3b8845c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1659b41-984c-436f-b88f-0a09b46ea308', 'code': 200} Jul 22 23:15:02.218277 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] No Port match for: 114b2d53-d7f9-4d95-bf3f-9d9e71a3c2ba {{(pid=93194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:15:02.218617 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Device 114b2d53-d7f9-4d95-bf3f-9d9e71a3c2ba not bound to the agent host hv-cinder-80187 {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:15:02.222609 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Pushing event updated for resources: {'Port': ['ID=ed9d47de-6c01-44de-9932-7c1d241b8fba,revision_number=9']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:02.277022 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Pushing event updated for resources: {'Port': ['ID=f1659b41-984c-436f-b88f-0a09b46ea308,revision_number=5']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:02.377920 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30fe460-0104-4570-b991-c948d10d49e4 req-9052f29e-ccd9-4bfd-b414-65b25bb64113 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:02.379457 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-f30fe460-0104-4570-b991-c948d10d49e4 req-9052f29e-ccd9-4bfd-b414-65b25bb64113 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=8271f108-5334-4d0a-a188-933ee657ed0e HTTP/1.1" status: 200 len: 944 time: 0.0773222 Jul 22 23:15:02.426008 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-f30fe460-0104-4570-b991-c948d10d49e4 req-6d63ef64-b5ee-49cd-8239-d76f2bbfcf49 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdf4a528-dd54-4780-893e-44f1896a93f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407174 Jul 22 23:15:02.475588 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01b44e5-0466-408e-9247-4f169a0b00d2 req-9967d91f-ea91-4f76-b984-5003e3b36db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:02.478044 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-f01b44e5-0466-408e-9247-4f169a0b00d2 req-9967d91f-ea91-4f76-b984-5003e3b36db1 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=65d1de4f-0674-471b-9c93-642f3b8845c3 HTTP/1.1" status: 200 len: 1098 time: 0.0794275 Jul 22 23:15:02.498933 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] get_ports_and_sgs() called for port_ids ['ed9d47de-6c01-44de-9932-7c1d241b8fba'] {{(pid=93194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:15:02.506319 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45458c76-031b-41ad-b8ed-dc8a64c44131 req-20db1a15-15b6-47b7-b5b7-7cd8dca6c05c tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:02.508482 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-45458c76-031b-41ad-b8ed-dc8a64c44131 req-20db1a15-15b6-47b7-b5b7-7cd8dca6c05c tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] 10.222.0.44 "GET /v2.0/ports?device_id=65d1de4f-0674-471b-9c93-642f3b8845c3 HTTP/1.1" status: 200 len: 945 time: 0.0769298 Jul 22 23:15:02.528302 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-f01b44e5-0466-408e-9247-4f169a0b00d2 req-fe366fb3-da25-406f-95d4-4b3c4dd8c606 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=19b88fb3-39ec-448e-8763-3d3cfc3c4317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410922 Jul 22 23:15:02.561411 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-45458c76-031b-41ad-b8ed-dc8a64c44131 req-647fa25e-40bf-4874-853d-121fc9deecb0 tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] 10.222.0.44 "GET /v2.0/security-groups?id=19b88fb3-39ec-448e-8763-3d3cfc3c4317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459976 Jul 22 23:15:02.722980 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 37608) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:15:02.833206 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.v2.base [None req-a4655cb3-0310-4efb-8e84-882c20bb73d3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1323778193-network', 'tenant_id': '874a196013b44a53b3e247220fc020ce'}} {{(pid=93192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:15:02.866989 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4655cb3-0310-4efb-8e84-882c20bb73d3 admin admin] Made reservation on behalf of 874a196013b44a53b3e247220fc020ce for: {'network': 1} {{(pid=93192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:15:02.869496 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-a4655cb3-0310-4efb-8e84-882c20bb73d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for network, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:02.880067 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-a4655cb3-0310-4efb-8e84-882c20bb73d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:02.898405 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af095d4-a1a2-408b-903f-77862b3f7275 req-0709118f-c634-4d92-b837-aae98917a701 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:02.899986 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-5af095d4-a1a2-408b-903f-77862b3f7275 req-0709118f-c634-4d92-b837-aae98917a701 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=30c4bc5a-ce65-4608-8781-bde54ef98599 HTTP/1.1" status: 200 len: 945 time: 0.1086624 Jul 22 23:15:02.959648 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-5af095d4-a1a2-408b-903f-77862b3f7275 req-9ee76816-e300-40d2-97d8-330eb78dd12c tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536056 Jul 22 23:15:03.015610 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-a4655cb3-0310-4efb-8e84-882c20bb73d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:03.019537 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-a4655cb3-0310-4efb-8e84-882c20bb73d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:03.044921 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4655cb3-0310-4efb-8e84-882c20bb73d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 851, 'physical_network': 'physnet1'} {{(pid=93192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:15:03.054577 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4655cb3-0310-4efb-8e84-882c20bb73d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caff6460-c1a4-4b33-bf74-ac116257d82f,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:03.060274 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-a4655cb3-0310-4efb-8e84-882c20bb73d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822282'] for segment, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:03.060719 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.db.segments_db [None req-a4655cb3-0310-4efb-8e84-882c20bb73d3 admin admin] Added segment b136e972-b999-45d9-aca9-303abcf61c33 of type vlan for network dbb8bac9-0dda-46a5-9c1d-28663ea96774 Jul 22 23:15:03.100248 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-a4655cb3-0310-4efb-8e84-882c20bb73d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769065302510'] for network, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:03.127624 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-a4655cb3-0310-4efb-8e84-882c20bb73d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165'] for network, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:03.128585 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4655cb3-0310-4efb-8e84-882c20bb73d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:03.129167 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-a4655cb3-0310-4efb-8e84-882c20bb73d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585183'] for network, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:03.164849 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-a4655cb3-0310-4efb-8e84-882c20bb73d3 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4407198 Jul 22 23:15:03.168136 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 37614) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:15:03.173773 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [None req-6b4c54f0-45b6-4a9f-a07f-038bf82c98e4 admin admin] Request body: {'subnet': {'network_id': 'dbb8bac9-0dda-46a5-9c1d-28663ea96774', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1323778193-subnet', 'tenant_id': '874a196013b44a53b3e247220fc020ce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:15:03.193678 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4655cb3-0310-4efb-8e84-882c20bb73d3 admin admin] Pushing event updated for resources: {'Network': ['ID=dbb8bac9-0dda-46a5-9c1d-28663ea96774,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:03.197980 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b4c54f0-45b6-4a9f-a07f-038bf82c98e4 admin admin] Made reservation on behalf of 874a196013b44a53b3e247220fc020ce for: {'subnet': 1} {{(pid=93193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:15:03.200996 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-6b4c54f0-45b6-4a9f-a07f-038bf82c98e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30516304'] for subnet, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:03.204903 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Network dbb8bac9-0dda-46a5-9c1d-28663ea96774 details requested by agent ovs-agent-dv-cinder-801875-2-iscsi with host dv-cinder-801875-2-iscsi {{(pid=93194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:15:03.361376 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-6b4c54f0-45b6-4a9f-a07f-038bf82c98e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31811578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30516258'] for subnet, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:03.415371 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4c54f0-45b6-4a9f-a07f-038bf82c98e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59a93284-1d54-445c-96e3-b62947dd12a4,revision_number=0']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:03.422369 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4c54f0-45b6-4a9f-a07f-038bf82c98e4 admin admin] Checking segment: {'id': 'b136e972-b999-45d9-aca9-303abcf61c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'dbb8bac9-0dda-46a5-9c1d-28663ea96774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:15:03.422718 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b4c54f0-45b6-4a9f-a07f-038bf82c98e4 admin admin] Network hostable DHCP agents. Network: dbb8bac9-0dda-46a5-9c1d-28663ea96774, hostable agents: ['5089d900-808c-476c-958a-0c524ee0753f'], hosted agents: [] {{(pid=93193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:15:03.438777 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b4c54f0-45b6-4a9f-a07f-038bf82c98e4 admin admin] Network dbb8bac9-0dda-46a5-9c1d-28663ea96774 is scheduled to be hosted by DHCP agent 5089d900-808c-476c-958a-0c524ee0753f with binding_index 1 {{(pid=93193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:15:03.447120 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.scheduler.base_scheduler [None req-6b4c54f0-45b6-4a9f-a07f-038bf82c98e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801875-2-iscsi, dbb8bac9-0dda-46a5-9c1d-28663ea96774) {{(pid=93193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:15:03.451538 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b4c54f0-45b6-4a9f-a07f-038bf82c98e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:03.452115 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-6b4c54f0-45b6-4a9f-a07f-038bf82c98e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:03.457772 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d1c2ea-7201-4d43-ab2e-c2a8a52036fc None None] Network dbb8bac9-0dda-46a5-9c1d-28663ea96774 requested from dv-cinder-801875-2-iscsi {{(pid=93194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:15:03.467852 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-6b4c54f0-45b6-4a9f-a07f-038bf82c98e4 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.2982135 Jul 22 23:15:03.580425 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedea3f0-3afc-4ca0-9d50-ee02729e9117 req-02e4ee9f-956d-4d73-aed4-55c2d5a0186b tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:03.591605 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-937825ef-4201-4359-a05f-5c6db9dcda6e None None] Network dbb8bac9-0dda-46a5-9c1d-28663ea96774 requested from dv-cinder-801875-2-iscsi {{(pid=93194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:15:03.592549 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-aedea3f0-3afc-4ca0-9d50-ee02729e9117 req-02e4ee9f-956d-4d73-aed4-55c2d5a0186b tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=8271f108-5334-4d0a-a188-933ee657ed0e HTTP/1.1" status: 200 len: 944 time: 0.0774553 Jul 22 23:15:03.652779 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-aedea3f0-3afc-4ca0-9d50-ee02729e9117 req-67b237b6-bf44-410e-b4f3-325db31e116d tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdf4a528-dd54-4780-893e-44f1896a93f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522704 Jul 22 23:15:03.708863 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a0a95e-c46e-4853-86d7-d081f05ddcdd req-4221cfef-01f7-42e5-aa44-27871960242d tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:03.710778 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-f8a0a95e-c46e-4853-86d7-d081f05ddcdd req-4221cfef-01f7-42e5-aa44-27871960242d tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] 10.222.0.44 "GET /v2.0/ports?device_id=65d1de4f-0674-471b-9c93-642f3b8845c3 HTTP/1.1" status: 200 len: 945 time: 0.0751553 Jul 22 23:15:03.759780 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-f8a0a95e-c46e-4853-86d7-d081f05ddcdd req-a6f89464-5300-4461-95dc-3917b0c40561 tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] 10.222.0.44 "GET /v2.0/security-groups?id=19b88fb3-39ec-448e-8763-3d3cfc3c4317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427523 Jul 22 23:15:03.852981 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Device ed9d47de-6c01-44de-9932-7c1d241b8fba up at agent hyperv_hv-cinder-80187 {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:15:03.901309 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Provisioning complete for port ed9d47de-6c01-44de-9932-7c1d241b8fba triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:15:03.901768 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832377'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:03.978700 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 37634) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:15:03.985029 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [None req-9b642fd6-098a-4e22-8413-e882d2831f38 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1389720958-network', 'tenant_id': '5345e6d484e44496b9b7c6400edb75f0'}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:15:03.990598 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:04.006186 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b642fd6-098a-4e22-8413-e882d2831f38 admin admin] Made reservation on behalf of 5345e6d484e44496b9b7c6400edb75f0 for: {'network': 1} {{(pid=93193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:15:04.008627 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-9b642fd6-098a-4e22-8413-e882d2831f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for network, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:04.018045 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-9b642fd6-098a-4e22-8413-e882d2831f38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:04.025715 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] For port ed9d47de-6c01-44de-9932-7c1d241b8fba, host hv-cinder-80187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80187',level=0,port_id=ed9d47de-6c01-44de-9932-7c1d241b8fba,segment=NetworkSegment(f73d282d-c39b-4414-b8a8-4f3ec992f8ca),segment_id=f73d282d-c39b-4414-b8a8-4f3ec992f8ca)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:15:04.032611 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:04.083715 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Pushing event updated for resources: {'Port': ['ID=ed9d47de-6c01-44de-9932-7c1d241b8fba,revision_number=10']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:04.103493 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7867cbd1-7eb0-4721-b21a-653adb02cd22 req-c0c412a3-c789-42a1-9cfc-c2bf32fb091f tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:04.105766 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-7867cbd1-7eb0-4721-b21a-653adb02cd22 req-c0c412a3-c789-42a1-9cfc-c2bf32fb091f tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=30c4bc5a-ce65-4608-8781-bde54ef98599 HTTP/1.1" status: 200 len: 945 time: 0.0758681 Jul 22 23:15:04.121094 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-9b642fd6-098a-4e22-8413-e882d2831f38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:04.125177 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-9b642fd6-098a-4e22-8413-e882d2831f38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:04.143950 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-7867cbd1-7eb0-4721-b21a-653adb02cd22 req-58ad3a5f-8a29-44e7-bb56-8021990b62a2 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324934 Jul 22 23:15:04.148701 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b642fd6-098a-4e22-8413-e882d2831f38 admin admin] vlan segment allocate from pool success with {'vlan_id': 891, 'physical_network': 'physnet1'} {{(pid=93193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:15:04.160596 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-9b642fd6-098a-4e22-8413-e882d2831f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822282'] for segment, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:04.160928 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.db.segments_db [None req-9b642fd6-098a-4e22-8413-e882d2831f38 admin admin] Added segment f83391f7-c5ba-46d8-90ed-3e6a5979ee32 of type vlan for network 6668754e-ec3d-4dcd-90d3-d0ff1a5d750f Jul 22 23:15:04.169386 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b642fd6-098a-4e22-8413-e882d2831f38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dfdb368-2f4e-419d-ad92-ad4847967e73,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:04.203315 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-9b642fd6-098a-4e22-8413-e882d2831f38 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769065302510'] for network, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:04.216793 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8271f108-5334-4d0a-a188-933ee657ed0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed9d47de-6c01-44de-9932-7c1d241b8fba'}] {{(pid=93194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:15:04.219168 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7601765a566782fd39478405f6fadc52a0f9e3dab845648c9e7fe91a53a45b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-095c8ea3-96fc-494d-9518-4eb2de328221" -d '{"events": [{"server_uuid": "8271f108-5334-4d0a-a188-933ee657ed0e", "name": "network-vif-plugged", "status": "completed", "tag": "ed9d47de-6c01-44de-9932-7c1d241b8fba"}]}' {{(pid=93194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:15:04.231801 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-9b642fd6-098a-4e22-8413-e882d2831f38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165'] for network, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:04.232769 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b642fd6-098a-4e22-8413-e882d2831f38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:04.233352 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-9b642fd6-098a-4e22-8413-e882d2831f38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585183'] for network, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:04.255531 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2b0fa98-316d-4131-85df-35f8d13fbe64 x-openstack-request-id: req-c2b0fa98-316d-4131-85df-35f8d13fbe64 {{(pid=93194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:15:04.255824 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8271f108-5334-4d0a-a188-933ee657ed0e", "name": "network-vif-plugged", "status": "completed", "tag": "ed9d47de-6c01-44de-9932-7c1d241b8fba", "code": 200}]} {{(pid=93194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:15:04.256235 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c2b0fa98-316d-4131-85df-35f8d13fbe64 {{(pid=93194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:15:04.256772 dv-cinder-801875-2-iscsi neutron-server[93194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8271f108-5334-4d0a-a188-933ee657ed0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed9d47de-6c01-44de-9932-7c1d241b8fba', 'code': 200} Jul 22 23:15:04.263581 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-9b642fd6-098a-4e22-8413-e882d2831f38 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.2829247 Jul 22 23:15:04.266393 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 37640) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:15:04.271246 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.v2.base [None req-ae227bc8-d9f4-462d-b310-3cf1d6c3fe18 admin admin] Request body: {'subnet': {'network_id': '6668754e-ec3d-4dcd-90d3-d0ff1a5d750f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1389720958-subnet', 'tenant_id': '5345e6d484e44496b9b7c6400edb75f0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:15:04.293639 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae227bc8-d9f4-462d-b310-3cf1d6c3fe18 admin admin] Made reservation on behalf of 5345e6d484e44496b9b7c6400edb75f0 for: {'subnet': 1} {{(pid=93192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:15:04.296300 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-ae227bc8-d9f4-462d-b310-3cf1d6c3fe18 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30098356'] for subnet, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:04.296676 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b642fd6-098a-4e22-8413-e882d2831f38 admin admin] Pushing event updated for resources: {'Network': ['ID=6668754e-ec3d-4dcd-90d3-d0ff1a5d750f,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:04.306374 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Network 6668754e-ec3d-4dcd-90d3-d0ff1a5d750f details requested by agent ovs-agent-dv-cinder-801875-2-iscsi with host dv-cinder-801875-2-iscsi {{(pid=93194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:15:04.466588 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-ae227bc8-d9f4-462d-b310-3cf1d6c3fe18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30393400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30098374'] for subnet, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:04.520952 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae227bc8-d9f4-462d-b310-3cf1d6c3fe18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55ba4596-b33d-4f31-b81b-5ee9206ffd1e,revision_number=0']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:04.532474 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae227bc8-d9f4-462d-b310-3cf1d6c3fe18 admin admin] Checking segment: {'id': 'f83391f7-c5ba-46d8-90ed-3e6a5979ee32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '6668754e-ec3d-4dcd-90d3-d0ff1a5d750f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:15:04.532835 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae227bc8-d9f4-462d-b310-3cf1d6c3fe18 admin admin] Network hostable DHCP agents. Network: 6668754e-ec3d-4dcd-90d3-d0ff1a5d750f, hostable agents: ['5089d900-808c-476c-958a-0c524ee0753f'], hosted agents: [] {{(pid=93192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:15:04.548787 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae227bc8-d9f4-462d-b310-3cf1d6c3fe18 admin admin] Network 6668754e-ec3d-4dcd-90d3-d0ff1a5d750f is scheduled to be hosted by DHCP agent 5089d900-808c-476c-958a-0c524ee0753f with binding_index 1 {{(pid=93192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:15:04.558967 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.scheduler.base_scheduler [None req-ae227bc8-d9f4-462d-b310-3cf1d6c3fe18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801875-2-iscsi, 6668754e-ec3d-4dcd-90d3-d0ff1a5d750f) {{(pid=93192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:15:04.563040 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae227bc8-d9f4-462d-b310-3cf1d6c3fe18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:04.563625 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-ae227bc8-d9f4-462d-b310-3cf1d6c3fe18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585183'] for subnet, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:04.567616 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ddd919-4f35-41f1-9160-7553115fe5f7 None None] Network 6668754e-ec3d-4dcd-90d3-d0ff1a5d750f requested from dv-cinder-801875-2-iscsi {{(pid=93194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:15:04.578396 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-ae227bc8-d9f4-462d-b310-3cf1d6c3fe18 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3109126 Jul 22 23:15:04.692126 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 37646) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:15:04.705377 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b3f97fb-d86d-46de-8d34-efdf1a608441 None None] Network 6668754e-ec3d-4dcd-90d3-d0ff1a5d750f requested from dv-cinder-801875-2-iscsi {{(pid=93194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:15:04.747427 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dcd3438-bdea-4f4c-9b00-980413236493 admin admin] Deleting subnet 59a93284-1d54-445c-96e3-b62947dd12a4 {{(pid=93192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:15:04.772889 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-5dcd3438-bdea-4f4c-9b00-980413236493 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:04.837448 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-5dcd3438-bdea-4f4c-9b00-980413236493 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30393563'] for subnet, precommit_delete_associations {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:04.889579 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad8876-5c52-4c39-9118-bb326fb1774c req-249a85d3-e49d-4a09-b76e-3848c2f75f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:04.891135 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-06ad8876-5c52-4c39-9118-bb326fb1774c req-249a85d3-e49d-4a09-b76e-3848c2f75f09 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=8271f108-5334-4d0a-a188-933ee657ed0e HTTP/1.1" status: 200 len: 1099 time: 0.0705271 Jul 22 23:15:04.926558 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-5dcd3438-bdea-4f4c-9b00-980413236493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1834514'] for subnet, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:04.926895 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-06ad8876-5c52-4c39-9118-bb326fb1774c req-25b3d9fa-c383-4a35-b688-a0892498f6ae service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=cdf4a528-dd54-4780-893e-44f1896a93f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277026 Jul 22 23:15:04.961930 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf2c60b-3fdc-41b5-9e33-eb5387c9bbfc req-d0696490-4617-44a9-be01-660f84877cc6 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:04.963320 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-0cf2c60b-3fdc-41b5-9e33-eb5387c9bbfc req-d0696490-4617-44a9-be01-660f84877cc6 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=8271f108-5334-4d0a-a188-933ee657ed0e HTTP/1.1" status: 200 len: 946 time: 0.2074280 Jul 22 23:15:05.019295 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3222ae-7a85-4516-95f1-24a39a07c6ef req-ca849e5f-4a91-4e6a-9cca-d83b99ad0553 tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:05.020989 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-8d3222ae-7a85-4516-95f1-24a39a07c6ef req-ca849e5f-4a91-4e6a-9cca-d83b99ad0553 tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] 10.222.0.44 "GET /v2.0/ports?device_id=65d1de4f-0674-471b-9c93-642f3b8845c3 HTTP/1.1" status: 200 len: 945 time: 0.1594548 Jul 22 23:15:05.043642 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-0cf2c60b-3fdc-41b5-9e33-eb5387c9bbfc req-2fbcd187-41d1-460f-b859-1efb9fd3a5e1 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdf4a528-dd54-4780-893e-44f1896a93f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728405 Jul 22 23:15:05.053546 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-5dcd3438-bdea-4f4c-9b00-980413236493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1834523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30393593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30098377'] for subnet, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:05.090419 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcd3438-bdea-4f4c-9b00-980413236493 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59a93284-1d54-445c-96e3-b62947dd12a4,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:05.092178 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-5dcd3438-bdea-4f4c-9b00-980413236493 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585183'] for subnet, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:05.094026 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-5dcd3438-bdea-4f4c-9b00-980413236493 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/59a93284-1d54-445c-96e3-b62947dd12a4 HTTP/1.1" status: 204 len: 168 time: 0.4008970 Jul 22 23:15:05.097270 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 37650) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:15:05.102291 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-8d3222ae-7a85-4516-95f1-24a39a07c6ef req-e0b57133-2ff5-4a68-8c18-3dfaec5928eb tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] 10.222.0.44 "GET /v2.0/security-groups?id=19b88fb3-39ec-448e-8763-3d3cfc3c4317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726011 Jul 22 23:15:05.168372 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-d010b883-e9e9-45d7-9308-58df5e42d69e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589717'] for network, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:05.260756 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-d010b883-e9e9-45d7-9308-58df5e42d69e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1832750', 'neutron.services.segments.db._delete_segments_for_network-8769065864497'] for network, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:05.271383 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.services.segments.db [None req-d010b883-e9e9-45d7-9308-58df5e42d69e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbb8bac9-0dda-46a5-9c1d-28663ea96774']}} {{(pid=93193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:15:05.283240 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.services.segments.db [None req-d010b883-e9e9-45d7-9308-58df5e42d69e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b136e972-b999-45d9-aca9-303abcf61c33') {'for_net_delete': True} {{(pid=93193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:15:05.283622 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.services.segments.db [None req-d010b883-e9e9-45d7-9308-58df5e42d69e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b136e972-b999-45d9-aca9-303abcf61c33') {} {{(pid=93193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:15:05.290846 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afa0b34-0cdf-4ea4-b8df-58b51c8ab7cd req-ad733314-ed6e-43a7-9154-65a90bf56b46 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:05.292456 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-6afa0b34-0cdf-4ea4-b8df-58b51c8ab7cd req-ad733314-ed6e-43a7-9154-65a90bf56b46 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=30c4bc5a-ce65-4608-8781-bde54ef98599 HTTP/1.1" status: 200 len: 945 time: 0.0685763 Jul 22 23:15:05.297285 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-d010b883-e9e9-45d7-9308-58df5e42d69e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769065866554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31082766'] for segment, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:05.311739 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-d010b883-e9e9-45d7-9308-58df5e42d69e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822282'] for segment, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:05.317992 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d010b883-e9e9-45d7-9308-58df5e42d69e admin admin] Releasing vlan 851 on physical network physnet1 to pool {{(pid=93193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:15:05.318401 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-d010b883-e9e9-45d7-9308-58df5e42d69e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31811393'] for segment, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:05.320056 dv-cinder-801875-2-iscsi neutron-server[93193]: Traceback (most recent call last): Jul 22 23:15:05.320056 dv-cinder-801875-2-iscsi neutron-server[93193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:15:05.320056 dv-cinder-801875-2-iscsi neutron-server[93193]: timer() Jul 22 23:15:05.320056 dv-cinder-801875-2-iscsi neutron-server[93193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:15:05.320056 dv-cinder-801875-2-iscsi neutron-server[93193]: cb(*args, **kw) Jul 22 23:15:05.320056 dv-cinder-801875-2-iscsi neutron-server[93193]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:15:05.320056 dv-cinder-801875-2-iscsi neutron-server[93193]: return func(*args, **kwargs) Jul 22 23:15:05.320056 dv-cinder-801875-2-iscsi neutron-server[93193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:15:05.320056 dv-cinder-801875-2-iscsi neutron-server[93193]: self._notify() Jul 22 23:15:05.320056 dv-cinder-801875-2-iscsi neutron-server[93193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:15:05.320056 dv-cinder-801875-2-iscsi neutron-server[93193]: self.callback(batched_events) Jul 22 23:15:05.320056 dv-cinder-801875-2-iscsi neutron-server[93193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:15:05.320056 dv-cinder-801875-2-iscsi neutron-server[93193]: event.method(event) Jul 22 23:15:05.320056 dv-cinder-801875-2-iscsi neutron-server[93193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:15:05.320056 dv-cinder-801875-2-iscsi neutron-server[93193]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:15:05.320056 dv-cinder-801875-2-iscsi neutron-server[93193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:15:05.320056 dv-cinder-801875-2-iscsi neutron-server[93193]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:15:05.320056 dv-cinder-801875-2-iscsi neutron-server[93193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:15:05.320056 dv-cinder-801875-2-iscsi neutron-server[93193]: return f(self, *a, **k) Jul 22 23:15:05.320056 dv-cinder-801875-2-iscsi neutron-server[93193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:15:05.320056 dv-cinder-801875-2-iscsi neutron-server[93193]: return self._get(url).json() Jul 22 23:15:05.320056 dv-cinder-801875-2-iscsi neutron-server[93193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:15:05.320056 dv-cinder-801875-2-iscsi neutron-server[93193]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:15:05.320056 dv-cinder-801875-2-iscsi neutron-server[93193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:15:05.320056 dv-cinder-801875-2-iscsi neutron-server[93193]: return self.request(url, 'GET', **kwargs) Jul 22 23:15:05.320056 dv-cinder-801875-2-iscsi neutron-server[93193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:15:05.320056 dv-cinder-801875-2-iscsi neutron-server[93193]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:15:05.320056 dv-cinder-801875-2-iscsi neutron-server[93193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:15:05.320056 dv-cinder-801875-2-iscsi neutron-server[93193]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:15:05.320056 dv-cinder-801875-2-iscsi neutron-server[93193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:15:05.320056 dv-cinder-801875-2-iscsi neutron-server[93193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:15:05.320056 dv-cinder-801875-2-iscsi neutron-server[93193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:15:05.335281 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-6afa0b34-0cdf-4ea4-b8df-58b51c8ab7cd req-adbb5c3e-11e5-443a-aa7f-ce298567d9bc tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360804 Jul 22 23:15:05.378654 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-d010b883-e9e9-45d7-9308-58df5e42d69e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1832741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680861'] for network, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:05.385286 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-d010b883-e9e9-45d7-9308-58df5e42d69e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585183'] for network, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:05.387228 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-d010b883-e9e9-45d7-9308-58df5e42d69e admin admin] 10.222.0.44 "DELETE /v2.0/networks/dbb8bac9-0dda-46a5-9c1d-28663ea96774 HTTP/1.1" status: 204 len: 168 time: 0.2885501 Jul 22 23:15:05.390342 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 37664) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:15:05.396926 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d010b883-e9e9-45d7-9308-58df5e42d69e admin admin] Pushing event deleted for resources: {'Network': ['ID=dbb8bac9-0dda-46a5-9c1d-28663ea96774,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:05.439934 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ed35df3-c7cf-45d1-8f6c-6a41dcd222f4 admin admin] Deleting subnet 55ba4596-b33d-4f31-b81b-5ee9206ffd1e {{(pid=93192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:15:05.443959 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-1ed35df3-c7cf-45d1-8f6c-6a41dcd222f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:05.480923 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-1ed35df3-c7cf-45d1-8f6c-6a41dcd222f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30393563'] for subnet, precommit_delete_associations {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:05.523720 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-1ed35df3-c7cf-45d1-8f6c-6a41dcd222f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1834514'] for subnet, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:05.580945 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-1ed35df3-c7cf-45d1-8f6c-6a41dcd222f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1834523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30393593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30098377'] for subnet, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:05.610475 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-1ed35df3-c7cf-45d1-8f6c-6a41dcd222f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585183'] for subnet, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:05.612620 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-1ed35df3-c7cf-45d1-8f6c-6a41dcd222f4 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/55ba4596-b33d-4f31-b81b-5ee9206ffd1e HTTP/1.1" status: 204 len: 168 time: 0.2211206 Jul 22 23:15:05.613569 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed35df3-c7cf-45d1-8f6c-6a41dcd222f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55ba4596-b33d-4f31-b81b-5ee9206ffd1e,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:05.615178 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 37668) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:15:05.681685 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-785b4c68-9e0e-429e-954a-aabf10111fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589717'] for network, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:05.762150 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-785b4c68-9e0e-429e-954a-aabf10111fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1832750', 'neutron.services.segments.db._delete_segments_for_network-8769065864497'] for network, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:05.771905 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.services.segments.db [None req-785b4c68-9e0e-429e-954a-aabf10111fdd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6668754e-ec3d-4dcd-90d3-d0ff1a5d750f']}} {{(pid=93192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:15:05.781747 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.services.segments.db [None req-785b4c68-9e0e-429e-954a-aabf10111fdd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f83391f7-c5ba-46d8-90ed-3e6a5979ee32') {'for_net_delete': True} {{(pid=93192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:15:05.782303 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.services.segments.db [None req-785b4c68-9e0e-429e-954a-aabf10111fdd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f83391f7-c5ba-46d8-90ed-3e6a5979ee32') {} {{(pid=93192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:15:05.790464 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-785b4c68-9e0e-429e-954a-aabf10111fdd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769065866554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30393554'] for segment, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:05.804027 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-785b4c68-9e0e-429e-954a-aabf10111fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822282'] for segment, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:05.809948 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-785b4c68-9e0e-429e-954a-aabf10111fdd admin admin] Releasing vlan 891 on physical network physnet1 to pool {{(pid=93192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:15:05.810324 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-785b4c68-9e0e-429e-954a-aabf10111fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30393475'] for segment, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:05.811932 dv-cinder-801875-2-iscsi neutron-server[93192]: Traceback (most recent call last): Jul 22 23:15:05.811932 dv-cinder-801875-2-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:15:05.811932 dv-cinder-801875-2-iscsi neutron-server[93192]: timer() Jul 22 23:15:05.811932 dv-cinder-801875-2-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:15:05.811932 dv-cinder-801875-2-iscsi neutron-server[93192]: cb(*args, **kw) Jul 22 23:15:05.811932 dv-cinder-801875-2-iscsi neutron-server[93192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:15:05.811932 dv-cinder-801875-2-iscsi neutron-server[93192]: return func(*args, **kwargs) Jul 22 23:15:05.811932 dv-cinder-801875-2-iscsi neutron-server[93192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:15:05.811932 dv-cinder-801875-2-iscsi neutron-server[93192]: self._notify() Jul 22 23:15:05.811932 dv-cinder-801875-2-iscsi neutron-server[93192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:15:05.811932 dv-cinder-801875-2-iscsi neutron-server[93192]: self.callback(batched_events) Jul 22 23:15:05.811932 dv-cinder-801875-2-iscsi neutron-server[93192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:15:05.811932 dv-cinder-801875-2-iscsi neutron-server[93192]: event.method(event) Jul 22 23:15:05.811932 dv-cinder-801875-2-iscsi neutron-server[93192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:15:05.811932 dv-cinder-801875-2-iscsi neutron-server[93192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:15:05.811932 dv-cinder-801875-2-iscsi neutron-server[93192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:15:05.811932 dv-cinder-801875-2-iscsi neutron-server[93192]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:15:05.811932 dv-cinder-801875-2-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:15:05.811932 dv-cinder-801875-2-iscsi neutron-server[93192]: return f(self, *a, **k) Jul 22 23:15:05.811932 dv-cinder-801875-2-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:15:05.811932 dv-cinder-801875-2-iscsi neutron-server[93192]: return self._get(url).json() Jul 22 23:15:05.811932 dv-cinder-801875-2-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:15:05.811932 dv-cinder-801875-2-iscsi neutron-server[93192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:15:05.811932 dv-cinder-801875-2-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:15:05.811932 dv-cinder-801875-2-iscsi neutron-server[93192]: return self.request(url, 'GET', **kwargs) Jul 22 23:15:05.811932 dv-cinder-801875-2-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:15:05.811932 dv-cinder-801875-2-iscsi neutron-server[93192]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:15:05.811932 dv-cinder-801875-2-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:15:05.811932 dv-cinder-801875-2-iscsi neutron-server[93192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:15:05.811932 dv-cinder-801875-2-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:15:05.811932 dv-cinder-801875-2-iscsi neutron-server[93192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:15:05.811932 dv-cinder-801875-2-iscsi neutron-server[93192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:15:05.869266 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-785b4c68-9e0e-429e-954a-aabf10111fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1832741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680861'] for network, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:05.874584 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-785b4c68-9e0e-429e-954a-aabf10111fdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585183'] for network, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:05.877003 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-785b4c68-9e0e-429e-954a-aabf10111fdd admin admin] 10.222.0.44 "DELETE /v2.0/networks/6668754e-ec3d-4dcd-90d3-d0ff1a5d750f HTTP/1.1" status: 204 len: 168 time: 0.2608511 Jul 22 23:15:05.889520 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785b4c68-9e0e-429e-954a-aabf10111fdd admin admin] Pushing event deleted for resources: {'Network': ['ID=6668754e-ec3d-4dcd-90d3-d0ff1a5d750f,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:06.032538 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 37672) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:15:06.069901 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-b289e75e-00c6-4951-97eb-c2dbc650239b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=874a196013b44a53b3e247220fc020ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0361972 Jul 22 23:15:06.072182 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 37676) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:15:06.123216 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-91be3c9e-be35-4303-b38b-e6f90e03d636 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:06.144935 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-91be3c9e-be35-4303-b38b-e6f90e03d636 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:06.181366 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996b0091-5cd5-4ba9-972d-09e16e5f5ee5 req-984e3c1c-acf3-4f1e-bb3d-9dbbffc6f9f4 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:06.182850 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-996b0091-5cd5-4ba9-972d-09e16e5f5ee5 req-984e3c1c-acf3-4f1e-bb3d-9dbbffc6f9f4 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=8271f108-5334-4d0a-a188-933ee657ed0e HTTP/1.1" status: 200 len: 946 time: 0.0659175 Jul 22 23:15:06.193465 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-91be3c9e-be35-4303-b38b-e6f90e03d636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:06.196172 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-91be3c9e-be35-4303-b38b-e6f90e03d636 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:06.197533 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-91be3c9e-be35-4303-b38b-e6f90e03d636 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/caff6460-c1a4-4b33-bf74-ac116257d82f HTTP/1.1" status: 204 len: 168 time: 0.1241927 Jul 22 23:15:06.207061 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91be3c9e-be35-4303-b38b-e6f90e03d636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caff6460-c1a4-4b33-bf74-ac116257d82f,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:06.230503 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-996b0091-5cd5-4ba9-972d-09e16e5f5ee5 req-2768bf3e-890c-4dc6-8fa6-8193e5619b87 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdf4a528-dd54-4780-893e-44f1896a93f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406511 Jul 22 23:15:06.474518 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3381eb-57b0-4631-b529-8142ddc7bb97 req-15fce63f-0dee-4feb-81d3-2fb4232caa68 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:06.476290 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-0d3381eb-57b0-4631-b529-8142ddc7bb97 req-15fce63f-0dee-4feb-81d3-2fb4232caa68 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=30c4bc5a-ce65-4608-8781-bde54ef98599 HTTP/1.1" status: 200 len: 945 time: 0.0650005 Jul 22 23:15:06.530454 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-0d3381eb-57b0-4631-b529-8142ddc7bb97 req-4ec96719-496c-4c80-b40c-5077408d33f5 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/security-groups?id=134fe344-c02f-48ba-ba66-15d9e1d87c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449886 Jul 22 23:15:06.554218 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e94bccd-8038-495c-8489-c10fb0dec74a req-05a83a1f-5778-459c-9703-986ecc749f6e tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:06.555710 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-9e94bccd-8038-495c-8489-c10fb0dec74a req-05a83a1f-5778-459c-9703-986ecc749f6e tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.76 "GET /v2.0/ports?device_id=30c4bc5a-ce65-4608-8781-bde54ef98599 HTTP/1.1" status: 200 len: 945 time: 0.0746820 Jul 22 23:15:06.584957 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 37696) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:15:06.629376 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-bdd75aa5-6274-455b-ac0b-cbd630851792 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5345e6d484e44496b9b7c6400edb75f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0432448 Jul 22 23:15:06.631839 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 37698) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:15:06.665598 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.plugin [req-9e94bccd-8038-495c-8489-c10fb0dec74a req-89277fcb-7439-438f-85f8-27f389836fd6 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Deleting port 960bfbf5-747a-464c-98f1-5fa6dae2aa6a {{(pid=93193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:15:06.665925 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-9e94bccd-8038-495c-8489-c10fb0dec74a req-89277fcb-7439-438f-85f8-27f389836fd6 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769065717140'] for port, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:06.685039 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-ed88ac93-77b9-48d0-a14a-0ca38ff7a00b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:06.707338 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-ed88ac93-77b9-48d0-a14a-0ca38ff7a00b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:06.767306 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.db [req-9e94bccd-8038-495c-8489-c10fb0dec74a req-89277fcb-7439-438f-85f8-27f389836fd6 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] For port 960bfbf5-747a-464c-98f1-5fa6dae2aa6a, host hv-cinder-80187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80187',level=0,port_id=960bfbf5-747a-464c-98f1-5fa6dae2aa6a,segment=NetworkSegment(2fba7ac8-4037-42cf-bf7c-8167f737370d),segment_id=2fba7ac8-4037-42cf-bf7c-8167f737370d)] {{(pid=93193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:15:06.767734 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-9e94bccd-8038-495c-8489-c10fb0dec74a req-89277fcb-7439-438f-85f8-27f389836fd6 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681326'] for port, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:06.770969 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-ed88ac93-77b9-48d0-a14a-0ca38ff7a00b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:06.773920 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-ed88ac93-77b9-48d0-a14a-0ca38ff7a00b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:06.777678 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-ed88ac93-77b9-48d0-a14a-0ca38ff7a00b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0dfdb368-2f4e-419d-ad92-ad4847967e73 HTTP/1.1" status: 204 len: 168 time: 0.1423609 Jul 22 23:15:06.783223 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed88ac93-77b9-48d0-a14a-0ca38ff7a00b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dfdb368-2f4e-419d-ad92-ad4847967e73,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:06.788054 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.plugin [req-9e94bccd-8038-495c-8489-c10fb0dec74a req-89277fcb-7439-438f-85f8-27f389836fd6 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Calling delete_port for 960bfbf5-747a-464c-98f1-5fa6dae2aa6a owned by compute:nova {{(pid=93193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:15:06.945488 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-9e94bccd-8038-495c-8489-c10fb0dec74a req-89277fcb-7439-438f-85f8-27f389836fd6 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769065717863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769065317250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31811438'] for port, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:06.985991 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89277fcb-7439-438f-85f8-27f389836fd6 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Pushing event deleted for resources: {'Port': ['ID=960bfbf5-747a-464c-98f1-5fa6dae2aa6a,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:07.001788 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] get_ports_and_sgs() called for port_ids ['960bfbf5-747a-464c-98f1-5fa6dae2aa6a'] {{(pid=93194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:15:07.031254 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e94bccd-8038-495c-8489-c10fb0dec74a req-89277fcb-7439-438f-85f8-27f389836fd6 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] No DVR routers for this DVR port 960bfbf5-747a-464c-98f1-5fa6dae2aa6a on host hv-cinder-80187 {{(pid=93193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:15:07.033758 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-9e94bccd-8038-495c-8489-c10fb0dec74a req-89277fcb-7439-438f-85f8-27f389836fd6 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92570'] for port, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:07.035757 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-9e94bccd-8038-495c-8489-c10fb0dec74a req-89277fcb-7439-438f-85f8-27f389836fd6 tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.76 "DELETE /v2.0/ports/960bfbf5-747a-464c-98f1-5fa6dae2aa6a HTTP/1.1" status: 204 len: 173 time: 0.4723535 Jul 22 23:15:07.036239 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30c4bc5a-ce65-4608-8781-bde54ef98599', 'name': 'network-vif-deleted', 'tag': '960bfbf5-747a-464c-98f1-5fa6dae2aa6a'}] {{(pid=93193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:15:07.038585 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53e3bfa867fb079e45cf064e3f04560eeff66f84eee23b8fde49e5f46f239411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0be691a8-a1d7-43ed-946b-8a9b39fa6659" -d '{"events": [{"server_uuid": "30c4bc5a-ce65-4608-8781-bde54ef98599", "name": "network-vif-deleted", "tag": "960bfbf5-747a-464c-98f1-5fa6dae2aa6a"}]}' {{(pid=93193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:15:07.079064 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12e8198a-7f23-49c2-96bc-1ae753081ca9 x-openstack-request-id: req-12e8198a-7f23-49c2-96bc-1ae753081ca9 {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:15:07.079597 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30c4bc5a-ce65-4608-8781-bde54ef98599", "name": "network-vif-deleted", "tag": "960bfbf5-747a-464c-98f1-5fa6dae2aa6a", "status": "completed", "code": 200}]} {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:15:07.079847 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-12e8198a-7f23-49c2-96bc-1ae753081ca9 {{(pid=93193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:15:07.080421 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30c4bc5a-ce65-4608-8781-bde54ef98599', 'name': 'network-vif-deleted', 'tag': '960bfbf5-747a-464c-98f1-5fa6dae2aa6a', 'status': 'completed', 'code': 200} Jul 22 23:15:07.375368 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59120891-12d4-477a-b8e2-8b31f666efb4 req-e87c3e7b-7d67-4ada-bb5b-9010dcbbeab9 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:07.376918 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-59120891-12d4-477a-b8e2-8b31f666efb4 req-e87c3e7b-7d67-4ada-bb5b-9010dcbbeab9 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=8271f108-5334-4d0a-a188-933ee657ed0e HTTP/1.1" status: 200 len: 946 time: 0.0698121 Jul 22 23:15:07.423743 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-59120891-12d4-477a-b8e2-8b31f666efb4 req-ccbd4147-99e8-471f-979e-327dc4456d5b tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdf4a528-dd54-4780-893e-44f1896a93f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407226 Jul 22 23:15:07.659187 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-85f0a02e-629d-4991-bdc3-d7cf23926b48 req-9935ff9c-394b-4bc4-be59-1c9318227afd tempest-ServerRescueNegativeTestJSON-980497430 tempest-ServerRescueNegativeTestJSON-980497430-project] 10.222.0.44 "GET /v2.0/ports?device_id=30c4bc5a-ce65-4608-8781-bde54ef98599 HTTP/1.1" status: 200 len: 210 time: 0.0447812 Jul 22 23:15:08.487003 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 37784) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:15:08.559103 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d5222c-fc4c-46b5-8ea2-ba9cf844e9a9 req-f6b374c2-1dd6-4f38-b0d1-8355864c1ca2 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:08.560760 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-f5d5222c-fc4c-46b5-8ea2-ba9cf844e9a9 req-f6b374c2-1dd6-4f38-b0d1-8355864c1ca2 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=8271f108-5334-4d0a-a188-933ee657ed0e HTTP/1.1" status: 200 len: 946 time: 0.0641150 Jul 22 23:15:08.591529 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-ba5bbd00-6472-480d-b761-941505877842 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:08.601770 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-f5d5222c-fc4c-46b5-8ea2-ba9cf844e9a9 req-9d9764f9-a175-415f-a8bb-793d573f9082 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdf4a528-dd54-4780-893e-44f1896a93f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355330 Jul 22 23:15:08.680309 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-ba5bbd00-6472-480d-b761-941505877842 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:08.684902 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-ba5bbd00-6472-480d-b761-941505877842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:08.700985 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 37792) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:15:08.723818 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-ba5bbd00-6472-480d-b761-941505877842 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f15b5c0b2d064f13a6bbf46de253a195&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2352979 Jul 22 23:15:08.724713 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5bbd00-6472-480d-b761-941505877842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f5b09f2-cd67-4617-bd35-3e79d07c82e2,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:08.727756 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 37794) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:15:08.778876 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-2264e8c2-9c41-4c06-b068-0c90d82b90e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:08.804306 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-2264e8c2-9c41-4c06-b068-0c90d82b90e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:08.859239 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-2264e8c2-9c41-4c06-b068-0c90d82b90e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:08.861956 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-2264e8c2-9c41-4c06-b068-0c90d82b90e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:08.863115 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-2264e8c2-9c41-4c06-b068-0c90d82b90e8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3f5b09f2-cd67-4617-bd35-3e79d07c82e2 HTTP/1.1" status: 204 len: 168 time: 0.1342156 Jul 22 23:15:08.871361 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2264e8c2-9c41-4c06-b068-0c90d82b90e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f5b09f2-cd67-4617-bd35-3e79d07c82e2,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:09.132420 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 37802) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:15:09.145923 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-cd33f7e7-4d20-4327-b001-9928e3a69d94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:09.233519 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-cd33f7e7-4d20-4327-b001-9928e3a69d94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:09.237305 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-cd33f7e7-4d20-4327-b001-9928e3a69d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:09.276357 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-cd33f7e7-4d20-4327-b001-9928e3a69d94 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=916c4e77e6a44378803713a066c2366f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1428485 Jul 22 23:15:09.277515 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd33f7e7-4d20-4327-b001-9928e3a69d94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84f47a60-a114-43ff-b0ad-d5cce34f4399,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:09.279946 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 37804) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:15:09.371862 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-59c925a9-7a4a-4b98-a3e4-7365c1efb327 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:09.381773 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-9fbf335e-9b3e-4b62-8ac6-a26d04433b94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-679043'] for router_interface, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:09.457381 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-59c925a9-7a4a-4b98-a3e4-7365c1efb327 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:09.592711 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-59c925a9-7a4a-4b98-a3e4-7365c1efb327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:09.595104 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-59c925a9-7a4a-4b98-a3e4-7365c1efb327 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:09.596208 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-59c925a9-7a4a-4b98-a3e4-7365c1efb327 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/84f47a60-a114-43ff-b0ad-d5cce34f4399 HTTP/1.1" status: 204 len: 168 time: 0.3153279 Jul 22 23:15:09.613275 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c925a9-7a4a-4b98-a3e4-7365c1efb327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84f47a60-a114-43ff-b0ad-d5cce34f4399,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:09.734237 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.plugin [None req-9fbf335e-9b3e-4b62-8ac6-a26d04433b94 admin admin] Deleting port 9f17be97-7c73-4ca6-a25f-4d95a1fbfa1d {{(pid=93192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:15:09.734585 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-9fbf335e-9b3e-4b62-8ac6-a26d04433b94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769065717140'] for port, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:09.821307 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.db [None req-9fbf335e-9b3e-4b62-8ac6-a26d04433b94 admin admin] For port 9f17be97-7c73-4ca6-a25f-4d95a1fbfa1d, host dv-cinder-801875-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801875-2-iscsi',level=0,port_id=9f17be97-7c73-4ca6-a25f-4d95a1fbfa1d,segment=NetworkSegment(2fba7ac8-4037-42cf-bf7c-8167f737370d),segment_id=2fba7ac8-4037-42cf-bf7c-8167f737370d)] {{(pid=93192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:15:09.821696 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-9fbf335e-9b3e-4b62-8ac6-a26d04433b94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681326'] for port, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:09.834207 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.plugin [None req-9fbf335e-9b3e-4b62-8ac6-a26d04433b94 admin admin] Calling delete_port for 9f17be97-7c73-4ca6-a25f-4d95a1fbfa1d owned by network:router_interface {{(pid=93192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:15:10.034173 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-9fbf335e-9b3e-4b62-8ac6-a26d04433b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769065717863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769065317250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30393516'] for port, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:10.060714 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbf335e-9b3e-4b62-8ac6-a26d04433b94 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f17be97-7c73-4ca6-a25f-4d95a1fbfa1d,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:10.227876 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-9fbf335e-9b3e-4b62-8ac6-a26d04433b94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-678943'] for router_interface, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:10.439152 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fbf335e-9b3e-4b62-8ac6-a26d04433b94 admin admin] Router a9fe6eba-d679-4d76-9490-4779e21435a2 has already been hosted by L3 agent fdf30918-cf4b-4771-a7f5-907485eb00f1 {{(pid=93192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:15:10.543088 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fbf335e-9b3e-4b62-8ac6-a26d04433b94 admin admin] Notify agent at l3_agent.dv-cinder-801875-2-iscsi the message routers_updated {{(pid=93192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:15:10.548618 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-9fbf335e-9b3e-4b62-8ac6-a26d04433b94 admin admin] 10.222.0.44 "PUT /v2.0/routers/a9fe6eba-d679-4d76-9490-4779e21435a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8463516 Jul 22 23:15:10.551153 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 37836) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:15:10.554936 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed92077-1cca-4a9f-893c-16576c7ee3b8 None None] Sync routers for ids ['a9fe6eba-d679-4d76-9490-4779e21435a2'] in dv-cinder-801875-2-iscsi {{(pid=93195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:15:10.564415 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed92077-1cca-4a9f-893c-16576c7ee3b8 None None] Routers {'a9fe6eba-d679-4d76-9490-4779e21435a2'} bound to L3 agent in host dv-cinder-801875-2-iscsi {{(pid=93195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:15:10.565133 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-2ed92077-1cca-4a9f-893c-16576c7ee3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801875-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:03:18Z,description=,heartbeat_timestamp=2021-07-22T23:14:48Z,host='dv-cinder-801875-2-iscsi',id=fdf30918-cf4b-4771-a7f5-907485eb00f1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:18Z,topic='l3_agent')) {'router_ids': ['a9fe6eba-d679-4d76-9490-4779e21435a2'], 'active': True} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:15:10.656325 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-d2187917-9867-40bd-84ea-92b75c7509d9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:10.672484 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvr_db [None req-2ed92077-1cca-4a9f-893c-16576c7ee3b8 None None] Set router a9fe6eba-d679-4d76-9490-4779e21435a2 gateway port host: dv-cinder-801875-2-iscsi {{(pid=93195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:15:10.769132 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-d2187917-9867-40bd-84ea-92b75c7509d9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:10.822100 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.plugin [None req-d2187917-9867-40bd-84ea-92b75c7509d9 admin admin] Deleting port 6ae42f13-4fb5-4b4a-a032-58a6aa5e3d84 {{(pid=93192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:15:10.822438 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-d2187917-9867-40bd-84ea-92b75c7509d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769065717140'] for port, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:10.852371 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-2ed92077-1cca-4a9f-893c-16576c7ee3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9fe6eba-d679-4d76-9490-4779e21435a2', 'name': 'tempest-ServerRescueNegativeTestJSON-1182319753-router', 'tenant_id': '508ce7147574443fa7fe75758145d216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'external_fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '6ae42f13-4fb5-4b4a-a032-58a6aa5e3d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:11:05Z', 'updated_at': '2021-07-22T23:15:09Z', 'revision_number': 5, 'project_id': '508ce7147574443fa7fe75758145d216', 'gw_port': {'id': '6ae42f13-4fb5-4b4a-a032-58a6aa5e3d84', 'name': '', 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ed:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9fe6eba-d679-4d76-9490-4779e21435a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:11:06Z', 'updated_at': '2021-07-22T23:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801875-2-iscsi'}], 'dv-cinder-801875-2-iscsi', False) {} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:15:10.878591 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed92077-1cca-4a9f-893c-16576c7ee3b8 None None] Checking router: a9fe6eba-d679-4d76-9490-4779e21435a2 for host: dv-cinder-801875-2-iscsi {{(pid=93195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:15:10.890674 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed92077-1cca-4a9f-893c-16576c7ee3b8 None None] Routers {'a9fe6eba-d679-4d76-9490-4779e21435a2'} bound to L3 agent in host dv-cinder-801875-2-iscsi {{(pid=93195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:15:10.891309 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-2ed92077-1cca-4a9f-893c-16576c7ee3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801875-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:03:18Z,description=,heartbeat_timestamp=2021-07-22T23:14:48Z,host='dv-cinder-801875-2-iscsi',id=fdf30918-cf4b-4771-a7f5-907485eb00f1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:18Z,topic='l3_agent')) {'router_ids': ['a9fe6eba-d679-4d76-9490-4779e21435a2'], 'active': True} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:15:10.909552 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.db [None req-d2187917-9867-40bd-84ea-92b75c7509d9 admin admin] For port 6ae42f13-4fb5-4b4a-a032-58a6aa5e3d84, host dv-cinder-801875-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801875-2-iscsi',level=0,port_id=6ae42f13-4fb5-4b4a-a032-58a6aa5e3d84,segment=NetworkSegment(829b4ee6-bc3b-4b66-8264-3fcbe946197d),segment_id=829b4ee6-bc3b-4b66-8264-3fcbe946197d)] {{(pid=93192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:15:10.910049 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-d2187917-9867-40bd-84ea-92b75c7509d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681326'] for port, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:10.925276 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.plugin [None req-d2187917-9867-40bd-84ea-92b75c7509d9 admin admin] Calling delete_port for 6ae42f13-4fb5-4b4a-a032-58a6aa5e3d84 owned by network:router_gateway {{(pid=93192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:15:10.983855 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvr_db [None req-2ed92077-1cca-4a9f-893c-16576c7ee3b8 None None] Set router a9fe6eba-d679-4d76-9490-4779e21435a2 gateway port host: None {{(pid=93195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:15:11.036929 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-2ed92077-1cca-4a9f-893c-16576c7ee3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9fe6eba-d679-4d76-9490-4779e21435a2', 'name': 'tempest-ServerRescueNegativeTestJSON-1182319753-router', 'tenant_id': '508ce7147574443fa7fe75758145d216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:11:05Z', 'updated_at': '2021-07-22T23:15:10Z', 'revision_number': 6, 'project_id': '508ce7147574443fa7fe75758145d216', 'gw_port_host': None}], 'dv-cinder-801875-2-iscsi', False) {} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:15:11.063594 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed92077-1cca-4a9f-893c-16576c7ee3b8 None None] The sync data for ids ['a9fe6eba-d679-4d76-9490-4779e21435a2'] in dv-cinder-801875-2-iscsi is: [{'id': 'a9fe6eba-d679-4d76-9490-4779e21435a2', 'name': 'tempest-ServerRescueNegativeTestJSON-1182319753-router', 'tenant_id': '508ce7147574443fa7fe75758145d216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:11:05Z', 'updated_at': '2021-07-22T23:15:10Z', 'revision_number': 6, 'project_id': '508ce7147574443fa7fe75758145d216', 'gw_port_host': None}] {{(pid=93195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:15:11.130910 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-d2187917-9867-40bd-84ea-92b75c7509d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769065717863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769065317250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30393516'] for port, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:11.162071 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2187917-9867-40bd-84ea-92b75c7509d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ae42f13-4fb5-4b4a-a032-58a6aa5e3d84,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:11.220110 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-d2187917-9867-40bd-84ea-92b75c7509d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680889'] for router_gateway, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:11.558033 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-d2187917-9867-40bd-84ea-92b75c7509d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-680302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12241'] for router, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:11.560488 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-d2187917-9867-40bd-84ea-92b75c7509d9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:11.622599 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-d2187917-9867-40bd-84ea-92b75c7509d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-681282'] for router, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:11.623175 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2187917-9867-40bd-84ea-92b75c7509d9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a9fe6eba-d679-4d76-9490-4779e21435a2 {{(pid=93192) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:15:11.628033 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-d2187917-9867-40bd-84ea-92b75c7509d9 admin admin] Notify callbacks [] for router, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:11.631798 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 37878) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:15:11.632272 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-d2187917-9867-40bd-84ea-92b75c7509d9 admin admin] 10.222.0.44 "DELETE /v2.0/routers/a9fe6eba-d679-4d76-9490-4779e21435a2 HTTP/1.1" status: 204 len: 168 time: 1.0797350 Jul 22 23:15:11.675875 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.db.db_base_plugin_v2 [None req-6eac2267-f355-468d-b1fc-eb4ab910f171 admin admin] Deleting subnet 223fd587-80e8-4bd3-805b-2cf5bf9c1819 {{(pid=93193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:15:11.678803 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-6eac2267-f355-468d-b1fc-eb4ab910f171 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:11.715836 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-6eac2267-f355-468d-b1fc-eb4ab910f171 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31082759'] for subnet, precommit_delete_associations {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:11.754519 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-6eac2267-f355-468d-b1fc-eb4ab910f171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1834514'] for subnet, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:11.803988 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 37882) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:15:11.807372 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-6eac2267-f355-468d-b1fc-eb4ab910f171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1834523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31811387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30516269'] for subnet, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:11.832367 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eac2267-f355-468d-b1fc-eb4ab910f171 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=223fd587-80e8-4bd3-805b-2cf5bf9c1819,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:11.838220 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-6eac2267-f355-468d-b1fc-eb4ab910f171 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:11.840089 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-6eac2267-f355-468d-b1fc-eb4ab910f171 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/223fd587-80e8-4bd3-805b-2cf5bf9c1819 HTTP/1.1" status: 204 len: 168 time: 0.2072592 Jul 22 23:15:11.842628 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 37886) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:15:11.901054 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.agents_db [None req-bfbb8894-14bb-41d0-8761-89beb89abbcb None None] Agent healthcheck: found 6 active agents {{(pid=93195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:15:11.916096 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-e764c109-b85a-4415-b8fc-9d5cdcc8f889 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:11.917492 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-08b953f9-4700-4406-be0b-9fd1e2aebbb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589717'] for network, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:12.007928 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-08b953f9-4700-4406-be0b-9fd1e2aebbb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1832750', 'neutron.services.segments.db._delete_segments_for_network-8769065864497'] for network, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:12.019057 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.services.segments.db [None req-08b953f9-4700-4406-be0b-9fd1e2aebbb8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56c05d67-dcfb-4da8-b292-0e214c68403b']}} {{(pid=93193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:15:12.031815 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.services.segments.db [None req-08b953f9-4700-4406-be0b-9fd1e2aebbb8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fba7ac8-4037-42cf-bf7c-8167f737370d') {'for_net_delete': True} {{(pid=93193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:15:12.031945 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.services.segments.db [None req-08b953f9-4700-4406-be0b-9fd1e2aebbb8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fba7ac8-4037-42cf-bf7c-8167f737370d') {} {{(pid=93193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:15:12.036202 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-e764c109-b85a-4415-b8fc-9d5cdcc8f889 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:12.042326 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-e764c109-b85a-4415-b8fc-9d5cdcc8f889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:12.043045 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-08b953f9-4700-4406-be0b-9fd1e2aebbb8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769065866554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31082766'] for segment, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:12.043979 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Device 960bfbf5-747a-464c-98f1-5fa6dae2aa6a no longer exists at agent hyperv_hv-cinder-80187 {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:15:12.058977 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-08b953f9-4700-4406-be0b-9fd1e2aebbb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822282'] for segment, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:12.069644 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08b953f9-4700-4406-be0b-9fd1e2aebbb8 admin admin] Releasing vlan 885 on physical network physnet1 to pool {{(pid=93193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:15:12.070050 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-08b953f9-4700-4406-be0b-9fd1e2aebbb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31811393'] for segment, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:12.071880 dv-cinder-801875-2-iscsi neutron-server[93193]: Traceback (most recent call last): Jul 22 23:15:12.071880 dv-cinder-801875-2-iscsi neutron-server[93193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:15:12.071880 dv-cinder-801875-2-iscsi neutron-server[93193]: timer() Jul 22 23:15:12.071880 dv-cinder-801875-2-iscsi neutron-server[93193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:15:12.071880 dv-cinder-801875-2-iscsi neutron-server[93193]: cb(*args, **kw) Jul 22 23:15:12.071880 dv-cinder-801875-2-iscsi neutron-server[93193]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:15:12.071880 dv-cinder-801875-2-iscsi neutron-server[93193]: return func(*args, **kwargs) Jul 22 23:15:12.071880 dv-cinder-801875-2-iscsi neutron-server[93193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:15:12.071880 dv-cinder-801875-2-iscsi neutron-server[93193]: self._notify() Jul 22 23:15:12.071880 dv-cinder-801875-2-iscsi neutron-server[93193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:15:12.071880 dv-cinder-801875-2-iscsi neutron-server[93193]: self.callback(batched_events) Jul 22 23:15:12.071880 dv-cinder-801875-2-iscsi neutron-server[93193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:15:12.071880 dv-cinder-801875-2-iscsi neutron-server[93193]: event.method(event) Jul 22 23:15:12.071880 dv-cinder-801875-2-iscsi neutron-server[93193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:15:12.071880 dv-cinder-801875-2-iscsi neutron-server[93193]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:15:12.071880 dv-cinder-801875-2-iscsi neutron-server[93193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:15:12.071880 dv-cinder-801875-2-iscsi neutron-server[93193]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:15:12.071880 dv-cinder-801875-2-iscsi neutron-server[93193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:15:12.071880 dv-cinder-801875-2-iscsi neutron-server[93193]: return f(self, *a, **k) Jul 22 23:15:12.071880 dv-cinder-801875-2-iscsi neutron-server[93193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:15:12.071880 dv-cinder-801875-2-iscsi neutron-server[93193]: return self._get(url).json() Jul 22 23:15:12.071880 dv-cinder-801875-2-iscsi neutron-server[93193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:15:12.071880 dv-cinder-801875-2-iscsi neutron-server[93193]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:15:12.071880 dv-cinder-801875-2-iscsi neutron-server[93193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:15:12.071880 dv-cinder-801875-2-iscsi neutron-server[93193]: return self.request(url, 'GET', **kwargs) Jul 22 23:15:12.071880 dv-cinder-801875-2-iscsi neutron-server[93193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:15:12.071880 dv-cinder-801875-2-iscsi neutron-server[93193]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:15:12.071880 dv-cinder-801875-2-iscsi neutron-server[93193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:15:12.071880 dv-cinder-801875-2-iscsi neutron-server[93193]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:15:12.071880 dv-cinder-801875-2-iscsi neutron-server[93193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:15:12.071880 dv-cinder-801875-2-iscsi neutron-server[93193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:15:12.071880 dv-cinder-801875-2-iscsi neutron-server[93193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:15:12.075223 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] No Port match for: 960bfbf5-747a-464c-98f1-5fa6dae2aa6a {{(pid=93194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:15:12.075574 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Device 960bfbf5-747a-464c-98f1-5fa6dae2aa6a not bound to the agent host hv-cinder-80187 {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:15:12.102564 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e764c109-b85a-4415-b8fc-9d5cdcc8f889 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c11b5899-aa51-4f03-a75d-615dc09fb314,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:12.110575 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-e764c109-b85a-4415-b8fc-9d5cdcc8f889 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6df29a029480443e8641f8f53202ecca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3048568 Jul 22 23:15:12.112278 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 37894) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:15:12.135654 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-08b953f9-4700-4406-be0b-9fd1e2aebbb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1832741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680861'] for network, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:12.158990 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-08b953f9-4700-4406-be0b-9fd1e2aebbb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585183'] for network, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:12.163383 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-08b953f9-4700-4406-be0b-9fd1e2aebbb8 admin admin] 10.222.0.44 "DELETE /v2.0/networks/56c05d67-dcfb-4da8-b292-0e214c68403b HTTP/1.1" status: 204 len: 168 time: 0.3174710 Jul 22 23:15:12.175292 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b953f9-4700-4406-be0b-9fd1e2aebbb8 admin admin] Pushing event deleted for resources: {'Network': ['ID=56c05d67-dcfb-4da8-b292-0e214c68403b,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:12.179317 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-d485c3ea-f2cf-484c-a395-f3615bf52887 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:12.206936 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-d485c3ea-f2cf-484c-a395-f3615bf52887 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:12.264741 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-d485c3ea-f2cf-484c-a395-f3615bf52887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:12.267391 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-d485c3ea-f2cf-484c-a395-f3615bf52887 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:12.268565 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-d485c3ea-f2cf-484c-a395-f3615bf52887 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c11b5899-aa51-4f03-a75d-615dc09fb314 HTTP/1.1" status: 204 len: 168 time: 0.1561358 Jul 22 23:15:12.276488 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d485c3ea-f2cf-484c-a395-f3615bf52887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c11b5899-aa51-4f03-a75d-615dc09fb314,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:12.301535 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 37902) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:15:12.342005 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-5ac4b549-34ca-4039-a8f9-690ec6b0b567 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=508ce7147574443fa7fe75758145d216&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0397038 Jul 22 23:15:12.344389 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 37904) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:15:12.397145 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-ead0e3fd-1c1f-459c-adca-f2825c63dd68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:12.419503 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-ead0e3fd-1c1f-459c-adca-f2825c63dd68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:12.469679 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-ead0e3fd-1c1f-459c-adca-f2825c63dd68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:12.472658 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-ead0e3fd-1c1f-459c-adca-f2825c63dd68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:12.473921 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-ead0e3fd-1c1f-459c-adca-f2825c63dd68 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/134fe344-c02f-48ba-ba66-15d9e1d87c41 HTTP/1.1" status: 204 len: 168 time: 0.1284664 Jul 22 23:15:12.483676 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead0e3fd-1c1f-459c-adca-f2825c63dd68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=134fe344-c02f-48ba-ba66-15d9e1d87c41,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:12.613070 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 37910) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:15:12.631316 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-9836e7f4-df9c-4a94-ad62-13038edc9037 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:12.720055 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-9836e7f4-df9c-4a94-ad62-13038edc9037 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:12.724105 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-9836e7f4-df9c-4a94-ad62-13038edc9037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:12.764466 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9836e7f4-df9c-4a94-ad62-13038edc9037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6856e294-0293-43c7-b364-854a81aeb474,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:12.769898 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-9836e7f4-df9c-4a94-ad62-13038edc9037 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1645f46303d84beb89619d1c39e03299&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1556330 Jul 22 23:15:12.772646 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 37918) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:15:12.826526 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-bafb3284-f11d-4bca-a3e3-2db613d84514 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:12.851358 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-bafb3284-f11d-4bca-a3e3-2db613d84514 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:12.899383 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-bafb3284-f11d-4bca-a3e3-2db613d84514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:12.902729 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-bafb3284-f11d-4bca-a3e3-2db613d84514 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:12.906771 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-bafb3284-f11d-4bca-a3e3-2db613d84514 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6856e294-0293-43c7-b364-854a81aeb474 HTTP/1.1" status: 204 len: 168 time: 0.1330929 Jul 22 23:15:12.915903 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafb3284-f11d-4bca-a3e3-2db613d84514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6856e294-0293-43c7-b364-854a81aeb474,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:12.987798 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Device 9f17be97-7c73-4ca6-a25f-4d95a1fbfa1d no longer exists at agent ovs-agent-dv-cinder-801875-2-iscsi {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:15:13.012159 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] No Port match for: 9f17be97-7c73-4ca6-a25f-4d95a1fbfa1d {{(pid=93194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:15:13.012724 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Device 9f17be97-7c73-4ca6-a25f-4d95a1fbfa1d not bound to the agent host dv-cinder-801875-2-iscsi {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:15:13.012915 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Device 6ae42f13-4fb5-4b4a-a032-58a6aa5e3d84 no longer exists at agent ovs-agent-dv-cinder-801875-2-iscsi {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:15:13.033469 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] No Port match for: 6ae42f13-4fb5-4b4a-a032-58a6aa5e3d84 {{(pid=93194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:15:13.034011 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Device 6ae42f13-4fb5-4b4a-a032-58a6aa5e3d84 not bound to the agent host dv-cinder-801875-2-iscsi {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:15:13.215669 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 37942) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:15:13.401913 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [None req-f4e4b739-3a73-4135-993b-fb23e8869779 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1224733586-network', 'tenant_id': '644f41edb0214c8ab14723779bf27138'}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:15:13.422717 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4e4b739-3a73-4135-993b-fb23e8869779 admin admin] Made reservation on behalf of 644f41edb0214c8ab14723779bf27138 for: {'network': 1} {{(pid=93193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:15:13.425172 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-f4e4b739-3a73-4135-993b-fb23e8869779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for network, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:13.434814 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-f4e4b739-3a73-4135-993b-fb23e8869779 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:13.526618 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-f4e4b739-3a73-4135-993b-fb23e8869779 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:13.530523 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-f4e4b739-3a73-4135-993b-fb23e8869779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:13.555805 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4e4b739-3a73-4135-993b-fb23e8869779 admin admin] vlan segment allocate from pool success with {'vlan_id': 879, 'physical_network': 'physnet1'} {{(pid=93193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:15:13.566227 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e4b739-3a73-4135-993b-fb23e8869779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97d704e1-7a24-49c8-91ed-8ca23e5e0e41,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:13.572082 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-f4e4b739-3a73-4135-993b-fb23e8869779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822282'] for segment, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:13.572428 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.db.segments_db [None req-f4e4b739-3a73-4135-993b-fb23e8869779 admin admin] Added segment 0f14cd78-45b9-4729-b02e-0c2b3deb8226 of type vlan for network 4f17eb94-4fd3-4423-afe5-64fcf5db4153 Jul 22 23:15:13.613077 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-f4e4b739-3a73-4135-993b-fb23e8869779 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769065302510'] for network, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:13.644208 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-f4e4b739-3a73-4135-993b-fb23e8869779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165'] for network, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:13.645293 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e4b739-3a73-4135-993b-fb23e8869779 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:13.645949 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-f4e4b739-3a73-4135-993b-fb23e8869779 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585183'] for network, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:13.675149 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-f4e4b739-3a73-4135-993b-fb23e8869779 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4583185 Jul 22 23:15:13.678175 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 37962) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:15:13.683392 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.v2.base [None req-dcf3da70-4a0c-47fe-b0de-98afa725d9c5 admin admin] Request body: {'subnet': {'network_id': '4f17eb94-4fd3-4423-afe5-64fcf5db4153', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1224733586-subnet', 'tenant_id': '644f41edb0214c8ab14723779bf27138', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:15:13.707085 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcf3da70-4a0c-47fe-b0de-98afa725d9c5 admin admin] Made reservation on behalf of 644f41edb0214c8ab14723779bf27138 for: {'subnet': 1} {{(pid=93192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:15:13.709779 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-dcf3da70-4a0c-47fe-b0de-98afa725d9c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30098356'] for subnet, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:13.711441 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e4b739-3a73-4135-993b-fb23e8869779 admin admin] Pushing event updated for resources: {'Network': ['ID=4f17eb94-4fd3-4423-afe5-64fcf5db4153,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:13.722157 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Network 4f17eb94-4fd3-4423-afe5-64fcf5db4153 details requested by agent ovs-agent-dv-cinder-801875-2-iscsi with host dv-cinder-801875-2-iscsi {{(pid=93194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:15:13.899559 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-dcf3da70-4a0c-47fe-b0de-98afa725d9c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30393400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30098374'] for subnet, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:13.956351 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf3da70-4a0c-47fe-b0de-98afa725d9c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01ac7e7d-3e1a-483e-a24c-82af1c680c45,revision_number=0']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:13.969353 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf3da70-4a0c-47fe-b0de-98afa725d9c5 admin admin] Checking segment: {'id': '0f14cd78-45b9-4729-b02e-0c2b3deb8226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '4f17eb94-4fd3-4423-afe5-64fcf5db4153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:15:13.969754 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf3da70-4a0c-47fe-b0de-98afa725d9c5 admin admin] Network hostable DHCP agents. Network: 4f17eb94-4fd3-4423-afe5-64fcf5db4153, hostable agents: ['5089d900-808c-476c-958a-0c524ee0753f'], hosted agents: [] {{(pid=93192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:15:13.991107 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf3da70-4a0c-47fe-b0de-98afa725d9c5 admin admin] Network 4f17eb94-4fd3-4423-afe5-64fcf5db4153 is scheduled to be hosted by DHCP agent 5089d900-808c-476c-958a-0c524ee0753f with binding_index 1 {{(pid=93192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:15:14.002852 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.scheduler.base_scheduler [None req-dcf3da70-4a0c-47fe-b0de-98afa725d9c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801875-2-iscsi, 4f17eb94-4fd3-4423-afe5-64fcf5db4153) {{(pid=93192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:15:14.012277 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf3da70-4a0c-47fe-b0de-98afa725d9c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:14.013001 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-dcf3da70-4a0c-47fe-b0de-98afa725d9c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585183'] for subnet, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:14.016966 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10917b1a-c550-45d6-9fc1-a43446bf89a8 None None] Network 4f17eb94-4fd3-4423-afe5-64fcf5db4153 requested from dv-cinder-801875-2-iscsi {{(pid=93194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:15:14.027866 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-dcf3da70-4a0c-47fe-b0de-98afa725d9c5 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3485162 Jul 22 23:15:14.030457 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 37968) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:15:14.034821 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.v2.base [None req-08942161-1a2c-4d68-a232-2e2a744961b8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1224733586-router', 'tenant_id': '644f41edb0214c8ab14723779bf27138', 'external_gateway_info': {'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4'}}} {{(pid=93192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:15:14.054019 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-08942161-1a2c-4d68-a232-2e2a744961b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-680763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12263'] for router, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:14.055095 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-08942161-1a2c-4d68-a232-2e2a744961b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-678997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-678420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-748592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12264'] for router, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:14.107374 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-08942161-1a2c-4d68-a232-2e2a744961b8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:14.164169 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec38355-65cc-4818-9fc0-48b8cbbe9f72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98100b3a-e8ad-5682-a9ac-80bb6e32739f-4f17eb94-4fd3-4423-afe5-64fcf5db4153', 'network_id': '4f17eb94-4fd3-4423-afe5-64fcf5db4153', 'tenant_id': '644f41edb0214c8ab14723779bf27138', 'fixed_ips': [{'subnet_id': '01ac7e7d-3e1a-483e-a24c-82af1c680c45'}]}} from dv-cinder-801875-2-iscsi. {{(pid=93194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:15:14.165073 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-bec38355-65cc-4818-9fc0-48b8cbbe9f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_create {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:14.243111 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-08942161-1a2c-4d68-a232-2e2a744961b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680958', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-680789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12250'] for router, precommit_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:14.295773 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.db_base_plugin_common [None req-bec38355-65cc-4818-9fc0-48b8cbbe9f72 None None] Allocated IP 172.20.0.2 (4f17eb94-4fd3-4423-afe5-64fcf5db4153/01ac7e7d-3e1a-483e-a24c-82af1c680c45/3ea40124-20d3-4912-a1fd-ae22899e83bf) {{(pid=93194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:15:14.438723 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-bec38355-65cc-4818-9fc0-48b8cbbe9f72 None None] Notify callbacks [] for port, precommit_create {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:14.439543 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-08942161-1a2c-4d68-a232-2e2a744961b8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:14.447326 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-bec38355-65cc-4818-9fc0-48b8cbbe9f72 None None] Transition to ACTIVE for port object 3ea40124-20d3-4912-a1fd-ae22899e83bf will not be triggered until provisioned by entity L2. {{(pid=93194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:15:14.459129 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-08942161-1a2c-4d68-a232-2e2a744961b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:14.462599 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-bec38355-65cc-4818-9fc0-48b8cbbe9f72 None None] Transition to ACTIVE for port object 3ea40124-20d3-4912-a1fd-ae22899e83bf will not be triggered until provisioned by entity DHCP. {{(pid=93194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:15:14.469234 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-bec38355-65cc-4818-9fc0-48b8cbbe9f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769065317241'] for port, after_create {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:14.504347 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec38355-65cc-4818-9fc0-48b8cbbe9f72 None None] Network 4f17eb94-4fd3-4423-afe5-64fcf5db4153 is already hosted by enough agents. {{(pid=93194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:15:14.510283 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.scheduler.base_scheduler [None req-bec38355-65cc-4818-9fc0-48b8cbbe9f72 None None] Resources bound (agent type, host, resource id): {{(pid=93194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:15:14.514324 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec38355-65cc-4818-9fc0-48b8cbbe9f72 None None] Received port after_create {{(pid=93194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:15:14.521662 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec38355-65cc-4818-9fc0-48b8cbbe9f72 None None] Pushing event updated for resources: {'Port': ['ID=3ea40124-20d3-4912-a1fd-ae22899e83bf,revision_number=1']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:14.566785 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.db.db_base_plugin_common [None req-08942161-1a2c-4d68-a232-2e2a744961b8 admin admin] Allocated IP 172.27.1.237 (e89e037f-b917-4fce-8638-db5189a5e8e4/7d2d3a68-9173-4429-9239-290b8b68fb34/f2877911-8b6a-4a63-85bf-b80d19e3fa09) {{(pid=93192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:15:14.580690 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.managers [None req-bec38355-65cc-4818-9fc0-48b8cbbe9f72 None None] Attempting to bind port 3ea40124-20d3-4912-a1fd-ae22899e83bf on host dv-cinder-801875-2-iscsi for vnic_type normal with profile {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:15:14.581049 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.managers [None req-bec38355-65cc-4818-9fc0-48b8cbbe9f72 None None] Attempting to bind port 3ea40124-20d3-4912-a1fd-ae22899e83bf by drivers openvswitch,hyperv on host dv-cinder-801875-2-iscsi at level 0 using segments [{'id': '0f14cd78-45b9-4729-b02e-0c2b3deb8226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '4f17eb94-4fd3-4423-afe5-64fcf5db4153'}] {{(pid=93194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:15:14.581410 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec38355-65cc-4818-9fc0-48b8cbbe9f72 None None] Attempting to bind port 3ea40124-20d3-4912-a1fd-ae22899e83bf on network 4f17eb94-4fd3-4423-afe5-64fcf5db4153 {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:15:14.586402 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec38355-65cc-4818-9fc0-48b8cbbe9f72 None None] Checking agent: {'id': 'f30eb83a-2393-42b8-bba2-207fe5e6c4a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801875-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 3, 19), 'started_at': datetime.datetime(2021, 7, 22, 23, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 14, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801875-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:15:14.586774 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec38355-65cc-4818-9fc0-48b8cbbe9f72 None None] Checking segment: {'id': '0f14cd78-45b9-4729-b02e-0c2b3deb8226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '4f17eb94-4fd3-4423-afe5-64fcf5db4153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:15:14.587170 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-bec38355-65cc-4818-9fc0-48b8cbbe9f72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:14.587555 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec38355-65cc-4818-9fc0-48b8cbbe9f72 None None] Bound using segment: {'id': '0f14cd78-45b9-4729-b02e-0c2b3deb8226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '4f17eb94-4fd3-4423-afe5-64fcf5db4153'} {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:15:14.588012 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.managers [None req-bec38355-65cc-4818-9fc0-48b8cbbe9f72 None None] Bound port: 3ea40124-20d3-4912-a1fd-ae22899e83bf, host: dv-cinder-801875-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f14cd78-45b9-4729-b02e-0c2b3deb8226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '4f17eb94-4fd3-4423-afe5-64fcf5db4153'}}] {{(pid=93194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:15:14.588424 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-bec38355-65cc-4818-9fc0-48b8cbbe9f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:14.651202 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-bec38355-65cc-4818-9fc0-48b8cbbe9f72 None None] For port 3ea40124-20d3-4912-a1fd-ae22899e83bf, host dv-cinder-801875-2-iscsi, cleared binding levels {{(pid=93194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:15:14.654689 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-bec38355-65cc-4818-9fc0-48b8cbbe9f72 None None] For port 3ea40124-20d3-4912-a1fd-ae22899e83bf, host dv-cinder-801875-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801875-2-iscsi',level=0,port_id=3ea40124-20d3-4912-a1fd-ae22899e83bf,segment=NetworkSegment(0f14cd78-45b9-4729-b02e-0c2b3deb8226),segment_id=0f14cd78-45b9-4729-b02e-0c2b3deb8226)] {{(pid=93194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:15:14.661003 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-bec38355-65cc-4818-9fc0-48b8cbbe9f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:14.670984 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-08942161-1a2c-4d68-a232-2e2a744961b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:14.711394 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-08942161-1a2c-4d68-a232-2e2a744961b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769065317241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30393516'] for port, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:14.719434 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec38355-65cc-4818-9fc0-48b8cbbe9f72 None None] Pushing event updated for resources: {'Port': ['ID=3ea40124-20d3-4912-a1fd-ae22899e83bf,revision_number=2']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:14.757378 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08942161-1a2c-4d68-a232-2e2a744961b8 admin admin] Network e89e037f-b917-4fce-8638-db5189a5e8e4 is already hosted by enough agents. {{(pid=93192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:15:14.760512 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.scheduler.base_scheduler [None req-08942161-1a2c-4d68-a232-2e2a744961b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:15:14.762916 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08942161-1a2c-4d68-a232-2e2a744961b8 admin admin] Received port after_create {{(pid=93192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:15:14.786125 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08942161-1a2c-4d68-a232-2e2a744961b8 admin admin] Pushing event updated for resources: {'Port': ['ID=f2877911-8b6a-4a63-85bf-b80d19e3fa09,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:15.037796 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Device 3ea40124-20d3-4912-a1fd-ae22899e83bf up at agent ovs-agent-dv-cinder-801875-2-iscsi {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:15:15.055618 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-08942161-1a2c-4d68-a232-2e2a744961b8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:15.091833 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Provisioning for port 3ea40124-20d3-4912-a1fd-ae22899e83bf completed by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:15:15.250831 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-08942161-1a2c-4d68-a232-2e2a744961b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-680770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680933'] for router, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:15.378696 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08942161-1a2c-4d68-a232-2e2a744961b8 admin admin] Router ae9034f8-efe5-44f3-b2c9-39c5ca6cd207 is scheduled to L3 agent fdf30918-cf4b-4771-a7f5-907485eb00f1 with binding_index 1 {{(pid=93192) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:15:15.469114 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-667e546d-4ed3-4ed2-890e-6dbb07d0090b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:15.493071 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08942161-1a2c-4d68-a232-2e2a744961b8 admin admin] Notify agent at l3_agent.dv-cinder-801875-2-iscsi the message routers_updated {{(pid=93192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:15:15.503067 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b29bd4d-cf85-42fe-8884-7729252564da None None] Sync routers for ids ['ae9034f8-efe5-44f3-b2c9-39c5ca6cd207'] in dv-cinder-801875-2-iscsi {{(pid=93194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:15:15.510982 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-08942161-1a2c-4d68-a232-2e2a744961b8 admin admin] Notify callbacks [] for router, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:15.514941 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-08942161-1a2c-4d68-a232-2e2a744961b8 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.4810185 Jul 22 23:15:15.515079 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b29bd4d-cf85-42fe-8884-7729252564da None None] Routers {'ae9034f8-efe5-44f3-b2c9-39c5ca6cd207'} bound to L3 agent in host dv-cinder-801875-2-iscsi {{(pid=93194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:15:15.515205 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 37976) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:15:15.515320 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-4b29bd4d-cf85-42fe-8884-7729252564da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801875-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:03:18Z,description=,heartbeat_timestamp=2021-07-22T23:14:48Z,host='dv-cinder-801875-2-iscsi',id=fdf30918-cf4b-4771-a7f5-907485eb00f1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:18Z,topic='l3_agent')) {'router_ids': ['ae9034f8-efe5-44f3-b2c9-39c5ca6cd207'], 'active': True} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:15:15.711478 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-541e4d1a-61c1-471f-89c9-11b28e878100 None None] Network 4f17eb94-4fd3-4423-afe5-64fcf5db4153 requested from dv-cinder-801875-2-iscsi {{(pid=93194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:15:15.750746 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-860f4e9a-a920-4d97-8b43-53bc10d29986 None None] Provisioning for port 3ea40124-20d3-4912-a1fd-ae22899e83bf completed by entity DHCP. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:15:15.783177 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-860f4e9a-a920-4d97-8b43-53bc10d29986 None None] Provisioning complete for port 3ea40124-20d3-4912-a1fd-ae22899e83bf triggered by entity DHCP. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:15:15.783661 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-860f4e9a-a920-4d97-8b43-53bc10d29986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832377'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:15.832855 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvr_db [None req-4b29bd4d-cf85-42fe-8884-7729252564da None None] Set router ae9034f8-efe5-44f3-b2c9-39c5ca6cd207 gateway port host: dv-cinder-801875-2-iscsi {{(pid=93194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:15:15.931740 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-fd7af8d6-e0c6-4115-b883-250403f073ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:16.070071 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-860f4e9a-a920-4d97-8b43-53bc10d29986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:16.105352 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.db.db_base_plugin_common [None req-fd7af8d6-e0c6-4115-b883-250403f073ed admin admin] Allocated IP 172.20.0.1 (4f17eb94-4fd3-4423-afe5-64fcf5db4153/01ac7e7d-3e1a-483e-a24c-82af1c680c45/ff67324c-2ee5-43f7-94df-8ea90fb26e5f) {{(pid=93192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:15:16.149585 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-860f4e9a-a920-4d97-8b43-53bc10d29986 None None] For port 3ea40124-20d3-4912-a1fd-ae22899e83bf, host dv-cinder-801875-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801875-2-iscsi',level=0,port_id=3ea40124-20d3-4912-a1fd-ae22899e83bf,segment=NetworkSegment(0f14cd78-45b9-4729-b02e-0c2b3deb8226),segment_id=0f14cd78-45b9-4729-b02e-0c2b3deb8226)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:15:16.162470 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-860f4e9a-a920-4d97-8b43-53bc10d29986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:16.224304 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-4b29bd4d-cf85-42fe-8884-7729252564da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae9034f8-efe5-44f3-b2c9-39c5ca6cd207', 'name': 'tempest-AttachVolumeTestJSON-1224733586-router', 'tenant_id': '644f41edb0214c8ab14723779bf27138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'external_fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': 'f2877911-8b6a-4a63-85bf-b80d19e3fa09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:15:14Z', 'updated_at': '2021-07-22T23:15:14Z', 'revision_number': 3, 'project_id': '644f41edb0214c8ab14723779bf27138', 'gw_port': {'id': 'f2877911-8b6a-4a63-85bf-b80d19e3fa09', 'name': '', 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b3:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae9034f8-efe5-44f3-b2c9-39c5ca6cd207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:15:14Z', 'updated_at': '2021-07-22T23:15:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801875-2-iscsi'}], 'dv-cinder-801875-2-iscsi', False) {} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:15:16.229773 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860f4e9a-a920-4d97-8b43-53bc10d29986 None None] Pushing event updated for resources: {'Port': ['ID=3ea40124-20d3-4912-a1fd-ae22899e83bf,revision_number=3']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:16.257571 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-87b87705-537d-4800-8eb1-51fe226d51a4 req-5dd5b2a1-777f-4c6e-a51f-5764beb9c5dd service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=8271f108-5334-4d0a-a188-933ee657ed0e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1065452 Jul 22 23:15:16.274792 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-fd7af8d6-e0c6-4115-b883-250403f073ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:16.293483 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.db.provisioning_blocks [None req-fd7af8d6-e0c6-4115-b883-250403f073ed admin admin] Transition to ACTIVE for port object ff67324c-2ee5-43f7-94df-8ea90fb26e5f will not be triggered until provisioned by entity DHCP. {{(pid=93192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:15:16.294986 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b29bd4d-cf85-42fe-8884-7729252564da None None] Checking router: ae9034f8-efe5-44f3-b2c9-39c5ca6cd207 for host: dv-cinder-801875-2-iscsi {{(pid=93194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:15:16.295342 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b29bd4d-cf85-42fe-8884-7729252564da None None] Updating router ae9034f8-efe5-44f3-b2c9-39c5ca6cd207 port f2877911-8b6a-4a63-85bf-b80d19e3fa09 binding host dv-cinder-801875-2-iscsi {{(pid=93194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:15:16.351759 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-4b29bd4d-cf85-42fe-8884-7729252564da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:16.359737 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-fd7af8d6-e0c6-4115-b883-250403f073ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769065317241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30393516'] for port, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:16.399161 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7af8d6-e0c6-4115-b883-250403f073ed admin admin] Network 4f17eb94-4fd3-4423-afe5-64fcf5db4153 is already hosted by enough agents. {{(pid=93192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:15:16.420098 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b87705-537d-4800-8eb1-51fe226d51a4 req-540051c3-c4e1-47a4-8118-ca47b4dc5a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:16.422262 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-87b87705-537d-4800-8eb1-51fe226d51a4 req-540051c3-c4e1-47a4-8118-ca47b4dc5a9e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=934579b2f9344fa4a2472101e976d552&device_id=8271f108-5334-4d0a-a188-933ee657ed0e HTTP/1.1" status: 200 len: 1099 time: 0.1170385 Jul 22 23:15:16.432943 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.scheduler.base_scheduler [None req-fd7af8d6-e0c6-4115-b883-250403f073ed admin admin] Resources bound (agent type, host, resource id): {{(pid=93192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:15:16.444740 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7af8d6-e0c6-4115-b883-250403f073ed admin admin] Received port after_create {{(pid=93192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:15:16.514246 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-fd7af8d6-e0c6-4115-b883-250403f073ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-680724'] for router_interface, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:16.577513 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b87705-537d-4800-8eb1-51fe226d51a4 req-9d976579-de31-4f5d-9b16-8b50c189bcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:16.580129 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-87b87705-537d-4800-8eb1-51fe226d51a4 req-9d976579-de31-4f5d-9b16-8b50c189bcb5 service neutron] 10.222.0.76 "GET /v2.0/networks?id=15297b5d-2132-449e-9de1-fcfc3bc99bcd HTTP/1.1" status: 200 len: 918 time: 0.1352847 Jul 22 23:15:16.581257 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7af8d6-e0c6-4115-b883-250403f073ed admin admin] Pushing event updated for resources: {'Port': ['ID=ff67324c-2ee5-43f7-94df-8ea90fb26e5f,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:16.654620 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-4d01e16a-0625-4f23-9214-ad8dcbfd46bb None None] Provisioning complete for port 3ea40124-20d3-4912-a1fd-ae22899e83bf triggered by entity DHCP. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:15:16.655391 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-4d01e16a-0625-4f23-9214-ad8dcbfd46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832377'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:16.721099 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-87b87705-537d-4800-8eb1-51fe226d51a4 req-36b48a68-c71e-465c-a01b-e9d0db0f9b0d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ed9d47de-6c01-44de-9932-7c1d241b8fba HTTP/1.1" status: 200 len: 1001 time: 0.1204088 Jul 22 23:15:16.758591 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-fd7af8d6-e0c6-4115-b883-250403f073ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:16.779240 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b87705-537d-4800-8eb1-51fe226d51a4 req-f8134100-a637-46bc-832c-0147d807cce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:16.780765 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-87b87705-537d-4800-8eb1-51fe226d51a4 req-f8134100-a637-46bc-832c-0147d807cce7 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c47fa5de-a082-4f3c-9a72-06af8857dbb0 HTTP/1.1" status: 200 len: 856 time: 0.0587933 Jul 22 23:15:16.893216 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b87705-537d-4800-8eb1-51fe226d51a4 req-e3f7d77d-0a06-4b41-b0d1-0af89455a19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:16.894748 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-87b87705-537d-4800-8eb1-51fe226d51a4 req-e3f7d77d-0a06-4b41-b0d1-0af89455a19c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=15297b5d-2132-449e-9de1-fcfc3bc99bcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0943422 Jul 22 23:15:16.895142 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-4b29bd4d-cf85-42fe-8884-7729252564da None None] Notify callbacks [] for port, precommit_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:16.907742 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-4b29bd4d-cf85-42fe-8884-7729252564da None None] Transition to ACTIVE for port object f2877911-8b6a-4a63-85bf-b80d19e3fa09 will not be triggered until provisioned by entity L2. {{(pid=93194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:15:16.915577 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-4b29bd4d-cf85-42fe-8884-7729252564da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:17.003201 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-fd7af8d6-e0c6-4115-b883-250403f073ed admin admin] Notify callbacks [] for port, precommit_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:17.009508 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Device 3ea40124-20d3-4912-a1fd-ae22899e83bf up at agent ovs-agent-dv-cinder-801875-2-iscsi {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:15:17.015004 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-fd7af8d6-e0c6-4115-b883-250403f073ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30393511'] for port, after_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:17.015718 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-29fc2748-efc7-44d7-95b9-588c245ed367 None None] Provisioning for port ff67324c-2ee5-43f7-94df-8ea90fb26e5f completed by entity DHCP. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:15:17.024542 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.managers [None req-4b29bd4d-cf85-42fe-8884-7729252564da None None] Attempting to bind port f2877911-8b6a-4a63-85bf-b80d19e3fa09 on host dv-cinder-801875-2-iscsi for vnic_type normal with profile {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:15:17.024913 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.managers [None req-4b29bd4d-cf85-42fe-8884-7729252564da None None] Attempting to bind port f2877911-8b6a-4a63-85bf-b80d19e3fa09 by drivers openvswitch,hyperv on host dv-cinder-801875-2-iscsi at level 0 using segments [{'id': '829b4ee6-bc3b-4b66-8264-3fcbe946197d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4'}] {{(pid=93194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:15:17.025267 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b29bd4d-cf85-42fe-8884-7729252564da None None] Attempting to bind port f2877911-8b6a-4a63-85bf-b80d19e3fa09 on network e89e037f-b917-4fce-8638-db5189a5e8e4 {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:15:17.044469 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-29fc2748-efc7-44d7-95b9-588c245ed367 None None] Provisioning complete for port ff67324c-2ee5-43f7-94df-8ea90fb26e5f triggered by entity DHCP. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:15:17.045323 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-29fc2748-efc7-44d7-95b9-588c245ed367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832377'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:17.048742 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fd4c4f-663f-4ba1-9c3c-6b60f51d08a5 None None] Pushing event updated for resources: {'Port': ['ID=f2877911-8b6a-4a63-85bf-b80d19e3fa09,revision_number=2']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:17.074157 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-87b87705-537d-4800-8eb1-51fe226d51a4 req-fe887517-5922-4113-9312-9156c86d22ff service neutron] 10.222.0.76 "GET /v2.0/networks/15297b5d-2132-449e-9de1-fcfc3bc99bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708241 Jul 22 23:15:17.084684 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b29bd4d-cf85-42fe-8884-7729252564da None None] Checking agent: {'id': 'f30eb83a-2393-42b8-bba2-207fe5e6c4a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801875-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 3, 19), 'started_at': datetime.datetime(2021, 7, 22, 23, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 14, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801875-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:15:17.084684 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b29bd4d-cf85-42fe-8884-7729252564da None None] Checking segment: {'id': '829b4ee6-bc3b-4b66-8264-3fcbe946197d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:15:17.084684 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-4b29bd4d-cf85-42fe-8884-7729252564da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:17.084684 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b29bd4d-cf85-42fe-8884-7729252564da None None] Bound using segment: {'id': '829b4ee6-bc3b-4b66-8264-3fcbe946197d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4'} {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:15:17.084684 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.managers [None req-4b29bd4d-cf85-42fe-8884-7729252564da None None] Bound port: f2877911-8b6a-4a63-85bf-b80d19e3fa09, host: dv-cinder-801875-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '829b4ee6-bc3b-4b66-8264-3fcbe946197d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4'}}] {{(pid=93194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:15:17.084684 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-4b29bd4d-cf85-42fe-8884-7729252564da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:17.093169 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7af8d6-e0c6-4115-b883-250403f073ed admin admin] Pushing event updated for resources: {'Port': ['ID=ff67324c-2ee5-43f7-94df-8ea90fb26e5f,revision_number=2']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:17.106654 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-29fc2748-efc7-44d7-95b9-588c245ed367 None None] Port ff67324c-2ee5-43f7-94df-8ea90fb26e5f cannot update to ACTIVE because it is not bound. {{(pid=93194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:15:17.131759 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-fd7af8d6-e0c6-4115-b883-250403f073ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-679076'] for router_interface, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:17.168115 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-4b29bd4d-cf85-42fe-8884-7729252564da None None] For port f2877911-8b6a-4a63-85bf-b80d19e3fa09, host dv-cinder-801875-2-iscsi, cleared binding levels {{(pid=93194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:15:17.173576 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-4b29bd4d-cf85-42fe-8884-7729252564da None None] For port f2877911-8b6a-4a63-85bf-b80d19e3fa09, host dv-cinder-801875-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801875-2-iscsi',level=0,port_id=f2877911-8b6a-4a63-85bf-b80d19e3fa09,segment=NetworkSegment(829b4ee6-bc3b-4b66-8264-3fcbe946197d),segment_id=829b4ee6-bc3b-4b66-8264-3fcbe946197d)] {{(pid=93194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:15:17.176480 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Provisioning complete for port 3ea40124-20d3-4912-a1fd-ae22899e83bf triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:15:17.176857 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832377'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:17.180429 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-4b29bd4d-cf85-42fe-8884-7729252564da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:17.200391 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-87b87705-537d-4800-8eb1-51fe226d51a4 req-f5fe0213-20f3-4409-957a-0ba0e1eb0db3 service neutron] 10.222.0.76 "GET /v2.0/networks/15297b5d-2132-449e-9de1-fcfc3bc99bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177430 Jul 22 23:15:17.251640 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7af8d6-e0c6-4115-b883-250403f073ed admin admin] Network 4f17eb94-4fd3-4423-afe5-64fcf5db4153 is already hosted by enough agents. {{(pid=93192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:15:17.253063 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.scheduler.base_scheduler [None req-fd7af8d6-e0c6-4115-b883-250403f073ed admin admin] Resources bound (agent type, host, resource id): {{(pid=93192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:15:17.273460 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b29bd4d-cf85-42fe-8884-7729252564da None None] Routers {'ae9034f8-efe5-44f3-b2c9-39c5ca6cd207'} bound to L3 agent in host dv-cinder-801875-2-iscsi {{(pid=93194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:15:17.274100 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-4b29bd4d-cf85-42fe-8884-7729252564da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801875-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:03:18Z,description=,heartbeat_timestamp=2021-07-22T23:14:48Z,host='dv-cinder-801875-2-iscsi',id=fdf30918-cf4b-4771-a7f5-907485eb00f1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:18Z,topic='l3_agent')) {'router_ids': ['ae9034f8-efe5-44f3-b2c9-39c5ca6cd207'], 'active': True} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:15:17.281110 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fd4c4f-663f-4ba1-9c3c-6b60f51d08a5 None None] Pushing event updated for resources: {'Port': ['ID=f2877911-8b6a-4a63-85bf-b80d19e3fa09,revision_number=3']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:17.439942 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvr_db [None req-4b29bd4d-cf85-42fe-8884-7729252564da None None] Set router ae9034f8-efe5-44f3-b2c9-39c5ca6cd207 gateway port host: dv-cinder-801875-2-iscsi {{(pid=93194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:15:17.565490 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-4405332c-ef28-46ae-8e1d-18942a9f7456 None None] Provisioning complete for port ff67324c-2ee5-43f7-94df-8ea90fb26e5f triggered by entity DHCP. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:15:17.565868 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-4405332c-ef28-46ae-8e1d-18942a9f7456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832377'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:17.627767 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd7af8d6-e0c6-4115-b883-250403f073ed admin admin] Router ae9034f8-efe5-44f3-b2c9-39c5ca6cd207 has already been hosted by L3 agent fdf30918-cf4b-4771-a7f5-907485eb00f1 {{(pid=93192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:15:17.643567 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-4405332c-ef28-46ae-8e1d-18942a9f7456 None None] Port ff67324c-2ee5-43f7-94df-8ea90fb26e5f cannot update to ACTIVE because it is not bound. {{(pid=93194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:15:17.702751 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-4b29bd4d-cf85-42fe-8884-7729252564da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae9034f8-efe5-44f3-b2c9-39c5ca6cd207', 'name': 'tempest-AttachVolumeTestJSON-1224733586-router', 'tenant_id': '644f41edb0214c8ab14723779bf27138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'external_fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': 'f2877911-8b6a-4a63-85bf-b80d19e3fa09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:15:14Z', 'updated_at': '2021-07-22T23:15:16Z', 'revision_number': 4, 'project_id': '644f41edb0214c8ab14723779bf27138', 'gw_port': {'id': 'f2877911-8b6a-4a63-85bf-b80d19e3fa09', 'name': '', 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b3:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae9034f8-efe5-44f3-b2c9-39c5ca6cd207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:15:14Z', 'updated_at': '2021-07-22T23:15:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801875-2-iscsi', '_interfaces': [{'id': 'ff67324c-2ee5-43f7-94df-8ea90fb26e5f', 'name': '', 'network_id': '4f17eb94-4fd3-4423-afe5-64fcf5db4153', 'tenant_id': '644f41edb0214c8ab14723779bf27138', 'mac_address': 'fa:16:3e:c1:da:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae9034f8-efe5-44f3-b2c9-39c5ca6cd207', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '01ac7e7d-3e1a-483e-a24c-82af1c680c45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:15:15Z', 'updated_at': '2021-07-22T23:15:16Z', 'revision_number': 2, 'project_id': '644f41edb0214c8ab14723779bf27138', 'subnets': [{'id': '01ac7e7d-3e1a-483e-a24c-82af1c680c45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801875-2-iscsi', False) {} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:15:17.746012 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd7af8d6-e0c6-4115-b883-250403f073ed admin admin] Notify agent at l3_agent.dv-cinder-801875-2-iscsi the message routers_updated {{(pid=93192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:15:17.752861 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-fd7af8d6-e0c6-4115-b883-250403f073ed admin admin] 10.222.0.44 "PUT /v2.0/routers/ae9034f8-efe5-44f3-b2c9-39c5ca6cd207/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2366240 Jul 22 23:15:17.855868 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b29bd4d-cf85-42fe-8884-7729252564da None None] The sync data for ids ['ae9034f8-efe5-44f3-b2c9-39c5ca6cd207'] in dv-cinder-801875-2-iscsi is: [{'id': 'ae9034f8-efe5-44f3-b2c9-39c5ca6cd207', 'name': 'tempest-AttachVolumeTestJSON-1224733586-router', 'tenant_id': '644f41edb0214c8ab14723779bf27138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'external_fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': 'f2877911-8b6a-4a63-85bf-b80d19e3fa09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:15:14Z', 'updated_at': '2021-07-22T23:15:16Z', 'revision_number': 4, 'project_id': '644f41edb0214c8ab14723779bf27138', 'gw_port': {'id': 'f2877911-8b6a-4a63-85bf-b80d19e3fa09', 'name': '', 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b3:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae9034f8-efe5-44f3-b2c9-39c5ca6cd207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:15:14Z', 'updated_at': '2021-07-22T23:15:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801875-2-iscsi', '_interfaces': [{'id': 'ff67324c-2ee5-43f7-94df-8ea90fb26e5f', 'name': '', 'network_id': '4f17eb94-4fd3-4423-afe5-64fcf5db4153', 'tenant_id': '644f41edb0214c8ab14723779bf27138', 'mac_address': 'fa:16:3e:c1:da:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae9034f8-efe5-44f3-b2c9-39c5ca6cd207', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '01ac7e7d-3e1a-483e-a24c-82af1c680c45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:15:15Z', 'updated_at': '2021-07-22T23:15:16Z', 'revision_number': 2, 'project_id': '644f41edb0214c8ab14723779bf27138', 'subnets': [{'id': '01ac7e7d-3e1a-483e-a24c-82af1c680c45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:15:18.125777 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 38026) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:15:18.131099 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [None req-77c54220-158e-4170-8620-312f8a818122 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1652938148', 'description': 'tempest-description--159287689'}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:15:18.155206 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-77c54220-158e-4170-8620-312f8a818122 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Notify callbacks [] for security_group, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:18.171478 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-8eaebc1d-e824-4cab-a8e8-ed11246314ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:18.261874 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-77c54220-158e-4170-8620-312f8a818122 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Notify callbacks [] for security_group, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:18.266122 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-77c54220-158e-4170-8620-312f8a818122 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:18.295415 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-77c54220-158e-4170-8620-312f8a818122 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Notify callbacks [] for security_group, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:18.296593 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-77c54220-158e-4170-8620-312f8a818122 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1691504 Jul 22 23:15:18.299860 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 38032) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:15:18.301066 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c54220-158e-4170-8620-312f8a818122 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9431c73-d6d1-4ad4-9ac3-23b818a1b267,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:18.305805 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.v2.base [None req-5d1f585c-9d19-4a7b-8875-b0bd7f32b3d8 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Request body: {'security_group_rule': {'security_group_id': 'a9431c73-d6d1-4ad4-9ac3-23b818a1b267', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:15:18.335522 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-5d1f585c-9d19-4a7b-8875-b0bd7f32b3d8 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:18.398404 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-5d1f585c-9d19-4a7b-8875-b0bd7f32b3d8 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:18.403049 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-5d1f585c-9d19-4a7b-8875-b0bd7f32b3d8 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840567'] for security_group_rule, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:18.420190 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1f585c-9d19-4a7b-8875-b0bd7f32b3d8 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b96adbb0-7899-4941-9355-dadb87f0328c,revision_number=0']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:18.431520 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-5d1f585c-9d19-4a7b-8875-b0bd7f32b3d8 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:18.432814 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-5d1f585c-9d19-4a7b-8875-b0bd7f32b3d8 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1317511 Jul 22 23:15:18.435846 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 38036) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:15:18.440930 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.v2.base [None req-0750b64a-dd9d-4c5c-a28d-7cb0ecc563bd tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Request body: {'security_group_rule': {'security_group_id': 'a9431c73-d6d1-4ad4-9ac3-23b818a1b267', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:15:18.472112 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-0750b64a-dd9d-4c5c-a28d-7cb0ecc563bd tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:18.493214 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 38038) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:15:18.594246 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-0750b64a-dd9d-4c5c-a28d-7cb0ecc563bd tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:18.600443 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-0750b64a-dd9d-4c5c-a28d-7cb0ecc563bd tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840567'] for security_group_rule, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:18.634435 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0750b64a-dd9d-4c5c-a28d-7cb0ecc563bd tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be81e5f7-39d7-4d5a-9753-1be62e066771,revision_number=0']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:18.659465 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-0750b64a-dd9d-4c5c-a28d-7cb0ecc563bd tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:18.664040 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-0750b64a-dd9d-4c5c-a28d-7cb0ecc563bd tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2242460 Jul 22 23:15:18.664236 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 38048) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:15:18.669217 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.v2.base [None req-4ae981cc-ca35-45fc-9f0e-fafe214f8d4b tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Request body: {'floatingip': {'floating_network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4'}} {{(pid=93192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:15:18.671167 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-1e3783bf-22f6-41db-a2e9-be8f358bf6b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:18.672585 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:18.698152 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-4ae981cc-ca35-45fc-9f0e-fafe214f8d4b tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Notify callbacks [] for floatingip, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:18.719175 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:18.793603 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-1e3783bf-22f6-41db-a2e9-be8f358bf6b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:18.799146 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-1e3783bf-22f6-41db-a2e9-be8f358bf6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:18.817859 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-4ae981cc-ca35-45fc-9f0e-fafe214f8d4b tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:18.841860 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3783bf-22f6-41db-a2e9-be8f358bf6b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17fb63fc-ef45-441e-92e7-842fd210a347,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:18.846126 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-1e3783bf-22f6-41db-a2e9-be8f358bf6b2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=372af5bd3e0d4ea39bbf3b5c6d8ec0d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3516526 Jul 22 23:15:18.849052 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 38050) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:15:18.909500 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-60b13dc5-fc4d-4d85-957a-86204ed3a71e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:18.947901 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-60b13dc5-fc4d-4d85-957a-86204ed3a71e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:18.968384 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.db.db_base_plugin_common [None req-4ae981cc-ca35-45fc-9f0e-fafe214f8d4b tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Allocated IP 172.27.1.14 (e89e037f-b917-4fce-8638-db5189a5e8e4/7d2d3a68-9173-4429-9239-290b8b68fb34/7278de5f-9b93-43c4-b9e5-ad3a74691d90) {{(pid=93192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:15:19.024108 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Device f2877911-8b6a-4a63-85bf-b80d19e3fa09 up at agent ovs-agent-dv-cinder-801875-2-iscsi {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:15:19.026573 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-60b13dc5-fc4d-4d85-957a-86204ed3a71e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:19.029746 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-60b13dc5-fc4d-4d85-957a-86204ed3a71e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:19.030935 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-60b13dc5-fc4d-4d85-957a-86204ed3a71e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/17fb63fc-ef45-441e-92e7-842fd210a347 HTTP/1.1" status: 204 len: 168 time: 0.1806619 Jul 22 23:15:19.051648 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b13dc5-fc4d-4d85-957a-86204ed3a71e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17fb63fc-ef45-441e-92e7-842fd210a347,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:19.098431 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-4ae981cc-ca35-45fc-9f0e-fafe214f8d4b tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Notify callbacks [] for port, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:19.101299 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Provisioning for port f2877911-8b6a-4a63-85bf-b80d19e3fa09 completed by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:15:19.108631 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Provisioning complete for port f2877911-8b6a-4a63-85bf-b80d19e3fa09 triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:15:19.109231 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832377'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:19.149261 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-4ae981cc-ca35-45fc-9f0e-fafe214f8d4b tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769065317241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30393516'] for port, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:19.158756 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-d6d3e244-519d-4c84-95ee-f6386db2b0d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:19.196519 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae981cc-ca35-45fc-9f0e-fafe214f8d4b tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Network e89e037f-b917-4fce-8638-db5189a5e8e4 is already hosted by enough agents. {{(pid=93192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:15:19.199976 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.scheduler.base_scheduler [None req-4ae981cc-ca35-45fc-9f0e-fafe214f8d4b tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Resources bound (agent type, host, resource id): {{(pid=93192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:15:19.206755 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae981cc-ca35-45fc-9f0e-fafe214f8d4b tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Received port after_create {{(pid=93192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:15:19.219778 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:19.244438 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] For port f2877911-8b6a-4a63-85bf-b80d19e3fa09, host dv-cinder-801875-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801875-2-iscsi',level=0,port_id=f2877911-8b6a-4a63-85bf-b80d19e3fa09,segment=NetworkSegment(829b4ee6-bc3b-4b66-8264-3fcbe946197d),segment_id=829b4ee6-bc3b-4b66-8264-3fcbe946197d)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:15:19.248534 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae981cc-ca35-45fc-9f0e-fafe214f8d4b tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Pushing event updated for resources: {'Port': ['ID=7278de5f-9b93-43c4-b9e5-ad3a74691d90,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:19.249384 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:19.308761 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Pushing event updated for resources: {'Port': ['ID=f2877911-8b6a-4a63-85bf-b80d19e3fa09,revision_number=4']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:19.339784 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-4ae981cc-ca35-45fc-9f0e-fafe214f8d4b tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:19.391701 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-4ae981cc-ca35-45fc-9f0e-fafe214f8d4b tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:19.550472 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-4ae981cc-ca35-45fc-9f0e-fafe214f8d4b tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Notify callbacks [] for port, precommit_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:19.555467 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-4ae981cc-ca35-45fc-9f0e-fafe214f8d4b tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30393511'] for port, after_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:19.626503 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae981cc-ca35-45fc-9f0e-fafe214f8d4b tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Pushing event updated for resources: {'Port': ['ID=7278de5f-9b93-43c4-b9e5-ad3a74691d90,revision_number=2']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:19.638556 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-4ae981cc-ca35-45fc-9f0e-fafe214f8d4b tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680835'] for floatingip, after_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:19.653048 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-4ae981cc-ca35-45fc-9f0e-fafe214f8d4b tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92570'] for floatingip, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:19.654722 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-4ae981cc-ca35-45fc-9f0e-fafe214f8d4b tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9893596 Jul 22 23:15:19.912971 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-bf0535d0-351b-4f29-b0a2-0bc0b557d7c1 req-c65f137a-a25a-4322-b622-c2bc5b43e06a tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1652938148&fields=id&tenant_id=644f41edb0214c8ab14723779bf27138 HTTP/1.1" status: 200 len: 267 time: 0.0602567 Jul 22 23:15:20.039865 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0535d0-351b-4f29-b0a2-0bc0b557d7c1 req-bddccc36-669c-455d-910d-b3ed5b955728 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:20.041196 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-bf0535d0-351b-4f29-b0a2-0bc0b557d7c1 req-bddccc36-669c-455d-910d-b3ed5b955728 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "GET /v2.0/networks?id=4f17eb94-4fd3-4423-afe5-64fcf5db4153 HTTP/1.1" status: 200 len: 811 time: 0.1198847 Jul 22 23:15:20.058662 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-bf0535d0-351b-4f29-b0a2-0bc0b557d7c1 req-5c8f7330-8585-4cbc-9195-24797035dbef tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "GET /v2.0/quotas/644f41edb0214c8ab14723779bf27138 HTTP/1.1" status: 200 len: 375 time: 0.0102532 Jul 22 23:15:20.141969 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-bf0535d0-351b-4f29-b0a2-0bc0b557d7c1 req-3bf1bf93-eff8-490d-a56a-d0c5586ef3c4 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=644f41edb0214c8ab14723779bf27138&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0725074 Jul 22 23:15:20.215421 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8576c766-3a6a-4353-aaea-f91bc45dbb57 None None] Sync routers for ids ['ae9034f8-efe5-44f3-b2c9-39c5ca6cd207'] in dv-cinder-801875-2-iscsi {{(pid=93195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:15:20.228942 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8576c766-3a6a-4353-aaea-f91bc45dbb57 None None] Routers {'ae9034f8-efe5-44f3-b2c9-39c5ca6cd207'} bound to L3 agent in host dv-cinder-801875-2-iscsi {{(pid=93195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:15:20.230457 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-8576c766-3a6a-4353-aaea-f91bc45dbb57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801875-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:03:18Z,description=,heartbeat_timestamp=2021-07-22T23:15:18Z,host='dv-cinder-801875-2-iscsi',id=fdf30918-cf4b-4771-a7f5-907485eb00f1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:18Z,topic='l3_agent')) {'router_ids': ['ae9034f8-efe5-44f3-b2c9-39c5ca6cd207'], 'active': True} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:15:20.251639 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-bf0535d0-351b-4f29-b0a2-0bc0b557d7c1 req-af0bec9b-debb-4a68-a0da-b198c944bd87 service neutron] 10.222.0.44 "GET /v2.0/networks/4f17eb94-4fd3-4423-afe5-64fcf5db4153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962048 Jul 22 23:15:20.346856 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-bf0535d0-351b-4f29-b0a2-0bc0b557d7c1 req-f97a8e9a-ba95-4ddb-8bb9-59d6ee41be75 service neutron] 10.222.0.44 "GET /v2.0/networks/4f17eb94-4fd3-4423-afe5-64fcf5db4153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885117 Jul 22 23:15:20.350236 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvr_db [None req-8576c766-3a6a-4353-aaea-f91bc45dbb57 None None] Set router ae9034f8-efe5-44f3-b2c9-39c5ca6cd207 gateway port host: dv-cinder-801875-2-iscsi {{(pid=93195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:15:20.522137 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-2273a97d-7ac9-4bd9-8209-0172c7d68416 req-53d3bbdb-6ada-4ffa-a81a-912678748b28 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "GET /v2.0/ports?device_id=8957ddac-220a-45e1-b0ab-24e8ec8f45f2 HTTP/1.1" status: 200 len: 210 time: 0.0369313 Jul 22 23:15:20.664596 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-8576c766-3a6a-4353-aaea-f91bc45dbb57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae9034f8-efe5-44f3-b2c9-39c5ca6cd207', 'name': 'tempest-AttachVolumeTestJSON-1224733586-router', 'tenant_id': '644f41edb0214c8ab14723779bf27138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'external_fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': 'f2877911-8b6a-4a63-85bf-b80d19e3fa09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:15:14Z', 'updated_at': '2021-07-22T23:15:16Z', 'revision_number': 4, 'project_id': '644f41edb0214c8ab14723779bf27138', 'gw_port': {'id': 'f2877911-8b6a-4a63-85bf-b80d19e3fa09', 'name': '', 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9034f8-efe5-44f3-b2c9-39c5ca6cd207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:15:14Z', 'updated_at': '2021-07-22T23:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801875-2-iscsi', '_interfaces': [{'id': 'ff67324c-2ee5-43f7-94df-8ea90fb26e5f', 'name': '', 'network_id': '4f17eb94-4fd3-4423-afe5-64fcf5db4153', 'tenant_id': '644f41edb0214c8ab14723779bf27138', 'mac_address': 'fa:16:3e:c1:da:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae9034f8-efe5-44f3-b2c9-39c5ca6cd207', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '01ac7e7d-3e1a-483e-a24c-82af1c680c45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:15:15Z', 'updated_at': '2021-07-22T23:15:16Z', 'revision_number': 2, 'project_id': '644f41edb0214c8ab14723779bf27138', 'subnets': [{'id': '01ac7e7d-3e1a-483e-a24c-82af1c680c45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801875-2-iscsi', False) {} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:15:20.695382 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8576c766-3a6a-4353-aaea-f91bc45dbb57 None None] Checking router: ae9034f8-efe5-44f3-b2c9-39c5ca6cd207 for host: dv-cinder-801875-2-iscsi {{(pid=93195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:15:20.695775 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8576c766-3a6a-4353-aaea-f91bc45dbb57 None None] Updating router ae9034f8-efe5-44f3-b2c9-39c5ca6cd207 port ff67324c-2ee5-43f7-94df-8ea90fb26e5f binding host dv-cinder-801875-2-iscsi {{(pid=93195) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:15:20.736588 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron_lib.callbacks.manager [None req-8576c766-3a6a-4353-aaea-f91bc45dbb57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:20.905994 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-cbf739a1-5d20-402c-989d-00d0f7e6e81c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:20.980533 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Device f2877911-8b6a-4a63-85bf-b80d19e3fa09 up at agent ovs-agent-dv-cinder-801875-2-iscsi {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:15:21.044188 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Provisioning complete for port f2877911-8b6a-4a63-85bf-b80d19e3fa09 triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:15:21.044475 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832377'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:21.046781 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron_lib.callbacks.manager [None req-8576c766-3a6a-4353-aaea-f91bc45dbb57 None None] Notify callbacks [] for port, precommit_update {{(pid=93195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:21.075054 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.provisioning_blocks [None req-8576c766-3a6a-4353-aaea-f91bc45dbb57 None None] Transition to ACTIVE for port object ff67324c-2ee5-43f7-94df-8ea90fb26e5f will not be triggered until provisioned by entity L2. {{(pid=93195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:15:21.082052 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron_lib.callbacks.manager [None req-8576c766-3a6a-4353-aaea-f91bc45dbb57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:21.124895 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265b9795-2382-4b19-ac07-959f0b1185f7 None None] Pushing event updated for resources: {'Port': ['ID=ff67324c-2ee5-43f7-94df-8ea90fb26e5f,revision_number=3']} {{(pid=93195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:21.133823 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265b9795-2382-4b19-ac07-959f0b1185f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:15:21.134149 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265b9795-2382-4b19-ac07-959f0b1185f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:15:21.134671 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265b9795-2382-4b19-ac07-959f0b1185f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:15:21.135341 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265b9795-2382-4b19-ac07-959f0b1185f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:15:21.135842 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265b9795-2382-4b19-ac07-959f0b1185f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:15:21.136874 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265b9795-2382-4b19-ac07-959f0b1185f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:15:21.137374 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265b9795-2382-4b19-ac07-959f0b1185f7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:15:21.137872 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265b9795-2382-4b19-ac07-959f0b1185f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:15:21.138206 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265b9795-2382-4b19-ac07-959f0b1185f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:15:21.138532 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265b9795-2382-4b19-ac07-959f0b1185f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:15:21.138855 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265b9795-2382-4b19-ac07-959f0b1185f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:15:21.139178 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265b9795-2382-4b19-ac07-959f0b1185f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:15:21.247431 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.managers [None req-8576c766-3a6a-4353-aaea-f91bc45dbb57 None None] Attempting to bind port ff67324c-2ee5-43f7-94df-8ea90fb26e5f on host dv-cinder-801875-2-iscsi for vnic_type normal with profile {{(pid=93195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:15:21.248035 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.managers [None req-8576c766-3a6a-4353-aaea-f91bc45dbb57 None None] Attempting to bind port ff67324c-2ee5-43f7-94df-8ea90fb26e5f by drivers openvswitch,hyperv on host dv-cinder-801875-2-iscsi at level 0 using segments [{'id': '0f14cd78-45b9-4729-b02e-0c2b3deb8226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '4f17eb94-4fd3-4423-afe5-64fcf5db4153'}] {{(pid=93195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:15:21.248188 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8576c766-3a6a-4353-aaea-f91bc45dbb57 None None] Attempting to bind port ff67324c-2ee5-43f7-94df-8ea90fb26e5f on network 4f17eb94-4fd3-4423-afe5-64fcf5db4153 {{(pid=93195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:15:21.253816 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8576c766-3a6a-4353-aaea-f91bc45dbb57 None None] Checking agent: {'id': 'f30eb83a-2393-42b8-bba2-207fe5e6c4a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801875-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 3, 19), 'started_at': datetime.datetime(2021, 7, 22, 23, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801875-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:15:21.254454 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8576c766-3a6a-4353-aaea-f91bc45dbb57 None None] Checking segment: {'id': '0f14cd78-45b9-4729-b02e-0c2b3deb8226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '4f17eb94-4fd3-4423-afe5-64fcf5db4153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:15:21.254860 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron_lib.callbacks.manager [None req-8576c766-3a6a-4353-aaea-f91bc45dbb57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:21.255244 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8576c766-3a6a-4353-aaea-f91bc45dbb57 None None] Bound using segment: {'id': '0f14cd78-45b9-4729-b02e-0c2b3deb8226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '4f17eb94-4fd3-4423-afe5-64fcf5db4153'} {{(pid=93195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:15:21.255996 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.managers [None req-8576c766-3a6a-4353-aaea-f91bc45dbb57 None None] Bound port: ff67324c-2ee5-43f7-94df-8ea90fb26e5f, host: dv-cinder-801875-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f14cd78-45b9-4729-b02e-0c2b3deb8226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '4f17eb94-4fd3-4423-afe5-64fcf5db4153'}}] {{(pid=93195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:15:21.256097 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron_lib.callbacks.manager [None req-8576c766-3a6a-4353-aaea-f91bc45dbb57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:21.325348 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.db [None req-8576c766-3a6a-4353-aaea-f91bc45dbb57 None None] For port ff67324c-2ee5-43f7-94df-8ea90fb26e5f, host dv-cinder-801875-2-iscsi, cleared binding levels {{(pid=93195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:15:21.329236 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.db [None req-8576c766-3a6a-4353-aaea-f91bc45dbb57 None None] For port ff67324c-2ee5-43f7-94df-8ea90fb26e5f, host dv-cinder-801875-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801875-2-iscsi',level=0,port_id=ff67324c-2ee5-43f7-94df-8ea90fb26e5f,segment=NetworkSegment(0f14cd78-45b9-4729-b02e-0c2b3deb8226),segment_id=0f14cd78-45b9-4729-b02e-0c2b3deb8226)] {{(pid=93195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:15:21.334186 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron_lib.callbacks.manager [None req-8576c766-3a6a-4353-aaea-f91bc45dbb57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:21.401019 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265b9795-2382-4b19-ac07-959f0b1185f7 None None] Pushing event updated for resources: {'Port': ['ID=ff67324c-2ee5-43f7-94df-8ea90fb26e5f,revision_number=4']} {{(pid=93195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:21.403037 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fe6e8e-3628-405e-bcd8-4e9ff525afda req-2509db28-6df6-41b8-aaca-a2fda9c8747c tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:21.404707 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-e4fe6e8e-3628-405e-bcd8-4e9ff525afda req-2509db28-6df6-41b8-aaca-a2fda9c8747c tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] 10.222.0.44 "GET /v2.0/ports?device_id=65d1de4f-0674-471b-9c93-642f3b8845c3 HTTP/1.1" status: 200 len: 945 time: 0.0947227 Jul 22 23:15:21.424172 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8576c766-3a6a-4353-aaea-f91bc45dbb57 None None] Routers {'ae9034f8-efe5-44f3-b2c9-39c5ca6cd207'} bound to L3 agent in host dv-cinder-801875-2-iscsi {{(pid=93195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:15:21.424826 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-8576c766-3a6a-4353-aaea-f91bc45dbb57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801875-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:03:18Z,description=,heartbeat_timestamp=2021-07-22T23:15:18Z,host='dv-cinder-801875-2-iscsi',id=fdf30918-cf4b-4771-a7f5-907485eb00f1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:18Z,topic='l3_agent')) {'router_ids': ['ae9034f8-efe5-44f3-b2c9-39c5ca6cd207'], 'active': True} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:15:21.467596 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-e4fe6e8e-3628-405e-bcd8-4e9ff525afda req-7c521470-6844-44b0-83f6-51ad6f31aa8f tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] 10.222.0.44 "GET /v2.0/security-groups?id=19b88fb3-39ec-448e-8763-3d3cfc3c4317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569131 Jul 22 23:15:21.578471 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvr_db [None req-8576c766-3a6a-4353-aaea-f91bc45dbb57 None None] Set router ae9034f8-efe5-44f3-b2c9-39c5ca6cd207 gateway port host: dv-cinder-801875-2-iscsi {{(pid=93195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:15:21.621268 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-61af4411-49ef-4865-9132-b50bc1a1b889 req-601cbc8b-2dbe-4264-b170-511898cd452c tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "GET /v2.0/ports?device_id=8957ddac-220a-45e1-b0ab-24e8ec8f45f2 HTTP/1.1" status: 200 len: 210 time: 0.0329843 Jul 22 23:15:21.788525 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-8576c766-3a6a-4353-aaea-f91bc45dbb57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae9034f8-efe5-44f3-b2c9-39c5ca6cd207', 'name': 'tempest-AttachVolumeTestJSON-1224733586-router', 'tenant_id': '644f41edb0214c8ab14723779bf27138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'external_fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': 'f2877911-8b6a-4a63-85bf-b80d19e3fa09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:15:14Z', 'updated_at': '2021-07-22T23:15:16Z', 'revision_number': 4, 'project_id': '644f41edb0214c8ab14723779bf27138', 'gw_port': {'id': 'f2877911-8b6a-4a63-85bf-b80d19e3fa09', 'name': '', 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9034f8-efe5-44f3-b2c9-39c5ca6cd207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:15:14Z', 'updated_at': '2021-07-22T23:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801875-2-iscsi', '_interfaces': [{'id': 'ff67324c-2ee5-43f7-94df-8ea90fb26e5f', 'name': '', 'network_id': '4f17eb94-4fd3-4423-afe5-64fcf5db4153', 'tenant_id': '644f41edb0214c8ab14723779bf27138', 'mac_address': 'fa:16:3e:c1:da:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae9034f8-efe5-44f3-b2c9-39c5ca6cd207', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '01ac7e7d-3e1a-483e-a24c-82af1c680c45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:15:15Z', 'updated_at': '2021-07-22T23:15:21Z', 'revision_number': 4, 'project_id': '644f41edb0214c8ab14723779bf27138', 'subnets': [{'id': '01ac7e7d-3e1a-483e-a24c-82af1c680c45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801875-2-iscsi', False) {} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:15:21.820557 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8576c766-3a6a-4353-aaea-f91bc45dbb57 None None] The sync data for ids ['ae9034f8-efe5-44f3-b2c9-39c5ca6cd207'] in dv-cinder-801875-2-iscsi is: [{'id': 'ae9034f8-efe5-44f3-b2c9-39c5ca6cd207', 'name': 'tempest-AttachVolumeTestJSON-1224733586-router', 'tenant_id': '644f41edb0214c8ab14723779bf27138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'external_fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': 'f2877911-8b6a-4a63-85bf-b80d19e3fa09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:15:14Z', 'updated_at': '2021-07-22T23:15:16Z', 'revision_number': 4, 'project_id': '644f41edb0214c8ab14723779bf27138', 'gw_port': {'id': 'f2877911-8b6a-4a63-85bf-b80d19e3fa09', 'name': '', 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9034f8-efe5-44f3-b2c9-39c5ca6cd207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:15:14Z', 'updated_at': '2021-07-22T23:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801875-2-iscsi', '_interfaces': [{'id': 'ff67324c-2ee5-43f7-94df-8ea90fb26e5f', 'name': '', 'network_id': '4f17eb94-4fd3-4423-afe5-64fcf5db4153', 'tenant_id': '644f41edb0214c8ab14723779bf27138', 'mac_address': 'fa:16:3e:c1:da:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae9034f8-efe5-44f3-b2c9-39c5ca6cd207', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '01ac7e7d-3e1a-483e-a24c-82af1c680c45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:15:15Z', 'updated_at': '2021-07-22T23:15:21Z', 'revision_number': 4, 'project_id': '644f41edb0214c8ab14723779bf27138', 'subnets': [{'id': '01ac7e7d-3e1a-483e-a24c-82af1c680c45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:15:21.874417 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0535d0-351b-4f29-b0a2-0bc0b557d7c1 req-a68bf425-1e5d-44f8-bc32-78485fc6a128 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:21.876073 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-bf0535d0-351b-4f29-b0a2-0bc0b557d7c1 req-a68bf425-1e5d-44f8-bc32-78485fc6a128 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.76 "GET /v2.0/networks?id=4f17eb94-4fd3-4423-afe5-64fcf5db4153 HTTP/1.1" status: 200 len: 811 time: 0.1197329 Jul 22 23:15:21.933832 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-bf0535d0-351b-4f29-b0a2-0bc0b557d7c1 req-fa2f7a91-bb70-403c-a610-e715dc0fb9c2 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=644f41edb0214c8ab14723779bf27138 HTTP/1.1" status: 200 len: 380 time: 0.0371902 Jul 22 23:15:21.944900 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [req-bf0535d0-351b-4f29-b0a2-0bc0b557d7c1 req-66faa0b2-f334-4f35-98fd-0b97e54cd07b tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Request body: {'port': {'device_id': '8957ddac-220a-45e1-b0ab-24e8ec8f45f2', 'network_id': '4f17eb94-4fd3-4423-afe5-64fcf5db4153', 'admin_state_up': True, 'tenant_id': '644f41edb0214c8ab14723779bf27138', 'security_groups': ['a9431c73-d6d1-4ad4-9ac3-23b818a1b267']}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:15:22.057236 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf0535d0-351b-4f29-b0a2-0bc0b557d7c1 req-66faa0b2-f334-4f35-98fd-0b97e54cd07b tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Made reservation on behalf of 644f41edb0214c8ab14723779bf27138 for: {'port': 1} {{(pid=93193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:15:22.060948 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-bf0535d0-351b-4f29-b0a2-0bc0b557d7c1 req-66faa0b2-f334-4f35-98fd-0b97e54cd07b tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:22.193099 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.db.db_base_plugin_common [req-bf0535d0-351b-4f29-b0a2-0bc0b557d7c1 req-66faa0b2-f334-4f35-98fd-0b97e54cd07b tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Allocated IP 172.20.0.9 (4f17eb94-4fd3-4423-afe5-64fcf5db4153/01ac7e7d-3e1a-483e-a24c-82af1c680c45/0cd6e849-90ed-4514-9982-b817feae961b) {{(pid=93193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:15:22.333726 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-bf0535d0-351b-4f29-b0a2-0bc0b557d7c1 req-66faa0b2-f334-4f35-98fd-0b97e54cd07b tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Notify callbacks [] for port, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:22.348247 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.db.provisioning_blocks [req-bf0535d0-351b-4f29-b0a2-0bc0b557d7c1 req-66faa0b2-f334-4f35-98fd-0b97e54cd07b tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Transition to ACTIVE for port object 0cd6e849-90ed-4514-9982-b817feae961b will not be triggered until provisioned by entity DHCP. {{(pid=93193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:15:22.383200 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-bf0535d0-351b-4f29-b0a2-0bc0b557d7c1 req-66faa0b2-f334-4f35-98fd-0b97e54cd07b tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769065317241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31811438'] for port, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:22.434646 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf0535d0-351b-4f29-b0a2-0bc0b557d7c1 req-66faa0b2-f334-4f35-98fd-0b97e54cd07b tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Network 4f17eb94-4fd3-4423-afe5-64fcf5db4153 is already hosted by enough agents. {{(pid=93193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:15:22.438518 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.scheduler.base_scheduler [req-bf0535d0-351b-4f29-b0a2-0bc0b557d7c1 req-66faa0b2-f334-4f35-98fd-0b97e54cd07b tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Resources bound (agent type, host, resource id): {{(pid=93193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:15:22.441593 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf0535d0-351b-4f29-b0a2-0bc0b557d7c1 req-66faa0b2-f334-4f35-98fd-0b97e54cd07b tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Received port after_create {{(pid=93193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:15:22.468133 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66faa0b2-f334-4f35-98fd-0b97e54cd07b tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Pushing event updated for resources: {'Port': ['ID=0cd6e849-90ed-4514-9982-b817feae961b,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:22.482861 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66faa0b2-f334-4f35-98fd-0b97e54cd07b tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:15:22.483195 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66faa0b2-f334-4f35-98fd-0b97e54cd07b tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:15:22.485038 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66faa0b2-f334-4f35-98fd-0b97e54cd07b tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:15:22.485038 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66faa0b2-f334-4f35-98fd-0b97e54cd07b tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:15:22.485038 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66faa0b2-f334-4f35-98fd-0b97e54cd07b tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:15:22.485038 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66faa0b2-f334-4f35-98fd-0b97e54cd07b tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:15:22.485038 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66faa0b2-f334-4f35-98fd-0b97e54cd07b tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:15:22.485541 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66faa0b2-f334-4f35-98fd-0b97e54cd07b tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:15:22.485739 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66faa0b2-f334-4f35-98fd-0b97e54cd07b tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:15:22.486007 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66faa0b2-f334-4f35-98fd-0b97e54cd07b tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:15:22.486320 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66faa0b2-f334-4f35-98fd-0b97e54cd07b tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:15:22.486633 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66faa0b2-f334-4f35-98fd-0b97e54cd07b tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:15:22.510389 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0535d0-351b-4f29-b0a2-0bc0b557d7c1 req-66faa0b2-f334-4f35-98fd-0b97e54cd07b tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:22.510389 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-bf0535d0-351b-4f29-b0a2-0bc0b557d7c1 req-66faa0b2-f334-4f35-98fd-0b97e54cd07b tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92570'] for port, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:22.527861 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-bf0535d0-351b-4f29-b0a2-0bc0b557d7c1 req-66faa0b2-f334-4f35-98fd-0b97e54cd07b tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5872006 Jul 22 23:15:22.552923 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [req-bf0535d0-351b-4f29-b0a2-0bc0b557d7c1 req-a51f9f67-d2d1-4fd5-a729-34967a892581 service neutron] Request body: {'port': {'device_id': '8957ddac-220a-45e1-b0ab-24e8ec8f45f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80187'}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:15:22.618416 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075e127a-703c-45ff-9d2c-94a46fe2d76e req-60a488fc-9033-4a8d-a7b2-4c62af35f3d4 tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:22.619975 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-075e127a-703c-45ff-9d2c-94a46fe2d76e req-60a488fc-9033-4a8d-a7b2-4c62af35f3d4 tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] 10.222.0.44 "GET /v2.0/ports?device_id=65d1de4f-0674-471b-9c93-642f3b8845c3 HTTP/1.1" status: 200 len: 945 time: 0.0819945 Jul 22 23:15:22.637728 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-bf0535d0-351b-4f29-b0a2-0bc0b557d7c1 req-a51f9f67-d2d1-4fd5-a729-34967a892581 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:22.659102 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-e0fd06a3-e30a-4b0d-bc54-20754ea66dcc None None] Provisioning for port 0cd6e849-90ed-4514-9982-b817feae961b completed by entity DHCP. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:15:22.666443 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-e0fd06a3-e30a-4b0d-bc54-20754ea66dcc None None] Provisioning complete for port 0cd6e849-90ed-4514-9982-b817feae961b triggered by entity DHCP. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:15:22.666816 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-e0fd06a3-e30a-4b0d-bc54-20754ea66dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832377'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:22.669493 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-075e127a-703c-45ff-9d2c-94a46fe2d76e req-a41b59ad-02ef-4bf5-b64c-83e1c0304380 tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] 10.222.0.44 "GET /v2.0/security-groups?id=19b88fb3-39ec-448e-8763-3d3cfc3c4317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425239 Jul 22 23:15:22.718263 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-e0fd06a3-e30a-4b0d-bc54-20754ea66dcc None None] Port 0cd6e849-90ed-4514-9982-b817feae961b cannot update to ACTIVE because it is not bound. {{(pid=93194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:15:22.777368 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28b56c9-feac-4b64-b79a-2c980bbe7543 req-ea4c4563-98e4-4b21-a8fc-054dccc5e173 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:22.780840 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-b28b56c9-feac-4b64-b79a-2c980bbe7543 req-ea4c4563-98e4-4b21-a8fc-054dccc5e173 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "GET /v2.0/ports?device_id=8957ddac-220a-45e1-b0ab-24e8ec8f45f2 HTTP/1.1" status: 200 len: 931 time: 0.0777762 Jul 22 23:15:22.819201 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-b28b56c9-feac-4b64-b79a-2c980bbe7543 req-58671522-516d-42f8-8c0e-6fc93a6ef667 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9431c73-d6d1-4ad4-9ac3-23b818a1b267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344818 Jul 22 23:15:22.921132 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 38146) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:15:22.947186 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.notifiers.nova [req-bf0535d0-351b-4f29-b0a2-0bc0b557d7c1 req-a51f9f67-d2d1-4fd5-a729-34967a892581 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cd6e849-90ed-4514-9982-b817feae961b {{(pid=93193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:15:22.958726 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-bf0535d0-351b-4f29-b0a2-0bc0b557d7c1 req-a51f9f67-d2d1-4fd5-a729-34967a892581 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:22.973411 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.db.provisioning_blocks [req-bf0535d0-351b-4f29-b0a2-0bc0b557d7c1 req-a51f9f67-d2d1-4fd5-a729-34967a892581 service neutron] Transition to ACTIVE for port object 0cd6e849-90ed-4514-9982-b817feae961b will not be triggered until provisioned by entity L2. {{(pid=93193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:15:22.980583 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-bf0535d0-351b-4f29-b0a2-0bc0b557d7c1 req-a51f9f67-d2d1-4fd5-a729-34967a892581 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31811429'] for port, after_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:23.002098 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Device ff67324c-2ee5-43f7-94df-8ea90fb26e5f up at agent ovs-agent-dv-cinder-801875-2-iscsi {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:15:23.038643 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51f9f67-d2d1-4fd5-a729-34967a892581 service neutron] Pushing event updated for resources: {'Port': ['ID=0cd6e849-90ed-4514-9982-b817feae961b,revision_number=2']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:23.052231 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-dcd50109-cf9f-45bd-84b2-296aafe1d6d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:23.067629 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Provisioning for port ff67324c-2ee5-43f7-94df-8ea90fb26e5f completed by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:15:23.072647 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Provisioning complete for port ff67324c-2ee5-43f7-94df-8ea90fb26e5f triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:15:23.073218 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832377'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:23.148029 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.managers [req-bf0535d0-351b-4f29-b0a2-0bc0b557d7c1 req-a51f9f67-d2d1-4fd5-a729-34967a892581 service neutron] Attempting to bind port 0cd6e849-90ed-4514-9982-b817feae961b on host hv-cinder-80187 for vnic_type normal with profile {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:15:23.148928 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.managers [req-bf0535d0-351b-4f29-b0a2-0bc0b557d7c1 req-a51f9f67-d2d1-4fd5-a729-34967a892581 service neutron] Attempting to bind port 0cd6e849-90ed-4514-9982-b817feae961b by drivers openvswitch,hyperv on host hv-cinder-80187 at level 0 using segments [{'id': '0f14cd78-45b9-4729-b02e-0c2b3deb8226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '4f17eb94-4fd3-4423-afe5-64fcf5db4153'}] {{(pid=93193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:15:23.150158 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0535d0-351b-4f29-b0a2-0bc0b557d7c1 req-a51f9f67-d2d1-4fd5-a729-34967a892581 service neutron] Attempting to bind port 0cd6e849-90ed-4514-9982-b817feae961b on network 4f17eb94-4fd3-4423-afe5-64fcf5db4153 {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:15:23.159689 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0535d0-351b-4f29-b0a2-0bc0b557d7c1 req-a51f9f67-d2d1-4fd5-a729-34967a892581 service neutron] Port 0cd6e849-90ed-4514-9982-b817feae961b on network 4f17eb94-4fd3-4423-afe5-64fcf5db4153 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80187 {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:15:23.160199 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0535d0-351b-4f29-b0a2-0bc0b557d7c1 req-a51f9f67-d2d1-4fd5-a729-34967a892581 service neutron] Attempting to bind port 0cd6e849-90ed-4514-9982-b817feae961b on network 4f17eb94-4fd3-4423-afe5-64fcf5db4153 {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:15:23.170740 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0535d0-351b-4f29-b0a2-0bc0b557d7c1 req-a51f9f67-d2d1-4fd5-a729-34967a892581 service neutron] Checking agent: {'id': '11a4ce8f-2944-4abd-9558-2f785ee5be32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80187', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 9, 19), 'started_at': datetime.datetime(2021, 7, 22, 23, 9, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:15:23.171020 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0535d0-351b-4f29-b0a2-0bc0b557d7c1 req-a51f9f67-d2d1-4fd5-a729-34967a892581 service neutron] Checking segment: {'id': '0f14cd78-45b9-4729-b02e-0c2b3deb8226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '4f17eb94-4fd3-4423-afe5-64fcf5db4153'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:15:23.172571 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0535d0-351b-4f29-b0a2-0bc0b557d7c1 req-a51f9f67-d2d1-4fd5-a729-34967a892581 service neutron] Bound using segment: {'id': '0f14cd78-45b9-4729-b02e-0c2b3deb8226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '4f17eb94-4fd3-4423-afe5-64fcf5db4153'} {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:15:23.173357 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.managers [req-bf0535d0-351b-4f29-b0a2-0bc0b557d7c1 req-a51f9f67-d2d1-4fd5-a729-34967a892581 service neutron] Bound port: 0cd6e849-90ed-4514-9982-b817feae961b, host: hv-cinder-80187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f14cd78-45b9-4729-b02e-0c2b3deb8226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '4f17eb94-4fd3-4423-afe5-64fcf5db4153'}}] {{(pid=93193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:15:23.174588 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-bf0535d0-351b-4f29-b0a2-0bc0b557d7c1 req-a51f9f67-d2d1-4fd5-a729-34967a892581 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:23.176858 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:23.195994 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-dcd50109-cf9f-45bd-84b2-296aafe1d6d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:23.205588 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-dcd50109-cf9f-45bd-84b2-296aafe1d6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:23.221104 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] For port ff67324c-2ee5-43f7-94df-8ea90fb26e5f, host dv-cinder-801875-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801875-2-iscsi',level=0,port_id=ff67324c-2ee5-43f7-94df-8ea90fb26e5f,segment=NetworkSegment(0f14cd78-45b9-4729-b02e-0c2b3deb8226),segment_id=0f14cd78-45b9-4729-b02e-0c2b3deb8226)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:15:23.227092 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:23.279379 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-dcd50109-cf9f-45bd-84b2-296aafe1d6d7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2967e615442e4cd6ae4cdc3e46b31faf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3569264 Jul 22 23:15:23.280806 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd50109-cf9f-45bd-84b2-296aafe1d6d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a13a60b-3931-4c61-84eb-caba9e40f32d,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:23.284799 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 38150) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:15:23.310892 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Pushing event updated for resources: {'Port': ['ID=ff67324c-2ee5-43f7-94df-8ea90fb26e5f,revision_number=5']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:23.368428 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-c5183a84-c969-4ec7-9c9e-d62479f825d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:23.405298 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-c5183a84-c969-4ec7-9c9e-d62479f825d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:23.481661 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-c5183a84-c969-4ec7-9c9e-d62479f825d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:23.484692 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-c5183a84-c969-4ec7-9c9e-d62479f825d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:23.486576 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-c5183a84-c969-4ec7-9c9e-d62479f825d6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3a13a60b-3931-4c61-84eb-caba9e40f32d HTTP/1.1" status: 204 len: 168 time: 0.1998370 Jul 22 23:15:23.498072 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5183a84-c969-4ec7-9c9e-d62479f825d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a13a60b-3931-4c61-84eb-caba9e40f32d,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:23.626486 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.db [req-bf0535d0-351b-4f29-b0a2-0bc0b557d7c1 req-a51f9f67-d2d1-4fd5-a729-34967a892581 service neutron] For port 0cd6e849-90ed-4514-9982-b817feae961b, host hv-cinder-80187, cleared binding levels {{(pid=93193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:15:23.631433 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.db [req-bf0535d0-351b-4f29-b0a2-0bc0b557d7c1 req-a51f9f67-d2d1-4fd5-a729-34967a892581 service neutron] For port 0cd6e849-90ed-4514-9982-b817feae961b, host hv-cinder-80187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80187',level=0,port_id=0cd6e849-90ed-4514-9982-b817feae961b,segment=NetworkSegment(0f14cd78-45b9-4729-b02e-0c2b3deb8226),segment_id=0f14cd78-45b9-4729-b02e-0c2b3deb8226)] {{(pid=93193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:15:23.637753 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-bf0535d0-351b-4f29-b0a2-0bc0b557d7c1 req-a51f9f67-d2d1-4fd5-a729-34967a892581 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31811429'] for port, after_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:23.649972 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b906c55a-9a36-4eab-82e2-c8aca3c29cbf req-1ca4f181-cd07-4a54-87a4-2e4823207359 tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:23.652036 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-b906c55a-9a36-4eab-82e2-c8aca3c29cbf req-1ca4f181-cd07-4a54-87a4-2e4823207359 tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] 10.222.0.76 "GET /v2.0/ports?device_id=65d1de4f-0674-471b-9c93-642f3b8845c3 HTTP/1.1" status: 200 len: 945 time: 0.1191199 Jul 22 23:15:23.694831 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0535d0-351b-4f29-b0a2-0bc0b557d7c1 req-a51f9f67-d2d1-4fd5-a729-34967a892581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:23.695651 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-bf0535d0-351b-4f29-b0a2-0bc0b557d7c1 req-a51f9f67-d2d1-4fd5-a729-34967a892581 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92570'] for port, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:23.697223 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-bf0535d0-351b-4f29-b0a2-0bc0b557d7c1 req-a51f9f67-d2d1-4fd5-a729-34967a892581 service neutron] 10.222.0.76 "PUT /v2.0/ports/0cd6e849-90ed-4514-9982-b817feae961b HTTP/1.1" status: 200 len: 1093 time: 1.1493106 Jul 22 23:15:23.697700 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8957ddac-220a-45e1-b0ab-24e8ec8f45f2', 'tag': '0cd6e849-90ed-4514-9982-b817feae961b'}] {{(pid=93193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:15:23.701154 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53e3bfa867fb079e45cf064e3f04560eeff66f84eee23b8fde49e5f46f239411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3811dca-0e83-4e1a-8249-615f144dc673" -d '{"events": [{"name": "network-changed", "server_uuid": "8957ddac-220a-45e1-b0ab-24e8ec8f45f2", "tag": "0cd6e849-90ed-4514-9982-b817feae961b"}]}' {{(pid=93193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:15:23.785084 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df7cfde8-9dc3-445a-bbc8-6e7e3d14cdb1 x-openstack-request-id: req-df7cfde8-9dc3-445a-bbc8-6e7e3d14cdb1 {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:15:23.785365 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8957ddac-220a-45e1-b0ab-24e8ec8f45f2", "tag": "0cd6e849-90ed-4514-9982-b817feae961b", "status": "completed", "code": 200}]} {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:15:23.785607 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-df7cfde8-9dc3-445a-bbc8-6e7e3d14cdb1 {{(pid=93193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:15:23.785989 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8957ddac-220a-45e1-b0ab-24e8ec8f45f2', 'tag': '0cd6e849-90ed-4514-9982-b817feae961b', 'status': 'completed', 'code': 200} Jul 22 23:15:23.839363 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51f9f67-d2d1-4fd5-a729-34967a892581 service neutron] Pushing event updated for resources: {'Port': ['ID=0cd6e849-90ed-4514-9982-b817feae961b,revision_number=3']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:23.868068 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6402e4-c8f6-4d68-a139-44e029002fb4 req-7736b2ee-11b9-404d-821b-6cfee0d6a720 tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:23.871632 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-4e6402e4-c8f6-4d68-a139-44e029002fb4 req-7736b2ee-11b9-404d-821b-6cfee0d6a720 tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] 10.222.0.44 "GET /v2.0/ports?device_id=65d1de4f-0674-471b-9c93-642f3b8845c3 HTTP/1.1" status: 200 len: 945 time: 0.0740185 Jul 22 23:15:23.882159 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.plugin [req-b906c55a-9a36-4eab-82e2-c8aca3c29cbf req-6e01f266-7b88-434a-b3ef-945c4f5a94da tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] Deleting port f1659b41-984c-436f-b88f-0a09b46ea308 {{(pid=93193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:15:23.882492 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-b906c55a-9a36-4eab-82e2-c8aca3c29cbf req-6e01f266-7b88-434a-b3ef-945c4f5a94da tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769065717140'] for port, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:23.931762 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-4e6402e4-c8f6-4d68-a139-44e029002fb4 req-6d14ccea-21ba-4223-9bba-b1eb0028dee4 tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] 10.222.0.44 "GET /v2.0/security-groups?id=19b88fb3-39ec-448e-8763-3d3cfc3c4317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525134 Jul 22 23:15:23.954552 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0535d0-351b-4f29-b0a2-0bc0b557d7c1 req-a4996ae4-e493-4888-8d68-e754bf7b2d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:23.956095 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-bf0535d0-351b-4f29-b0a2-0bc0b557d7c1 req-a4996ae4-e493-4888-8d68-e754bf7b2d29 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=644f41edb0214c8ab14723779bf27138&device_id=8957ddac-220a-45e1-b0ab-24e8ec8f45f2 HTTP/1.1" status: 200 len: 1096 time: 0.1858618 Jul 22 23:15:23.984235 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f9da72-b658-4cd7-90e5-2aef6976ef6e req-1320088e-3007-44cd-b6ed-74e4f75f954a tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:23.985782 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-87f9da72-b658-4cd7-90e5-2aef6976ef6e req-1320088e-3007-44cd-b6ed-74e4f75f954a tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "GET /v2.0/ports?device_id=8957ddac-220a-45e1-b0ab-24e8ec8f45f2 HTTP/1.1" status: 200 len: 943 time: 0.0773468 Jul 22 23:15:24.010449 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-bf0535d0-351b-4f29-b0a2-0bc0b557d7c1 req-2d340c0a-23a3-496a-a8a9-00a5ccced395 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0cd6e849-90ed-4514-9982-b817feae961b HTTP/1.1" status: 200 len: 217 time: 0.0401022 Jul 22 23:15:24.023931 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-87f9da72-b658-4cd7-90e5-2aef6976ef6e req-7dff9ecb-c69f-46ca-b8e6-b86a38ea43a6 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9431c73-d6d1-4ad4-9ac3-23b818a1b267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325310 Jul 22 23:15:24.076829 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.db [req-b906c55a-9a36-4eab-82e2-c8aca3c29cbf req-6e01f266-7b88-434a-b3ef-945c4f5a94da tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] For port f1659b41-984c-436f-b88f-0a09b46ea308, host hv-cinder-80187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80187',level=0,port_id=f1659b41-984c-436f-b88f-0a09b46ea308,segment=NetworkSegment(f25a6190-92e5-4985-bd58-3825589b744f),segment_id=f25a6190-92e5-4985-bd58-3825589b744f)] {{(pid=93193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:15:24.077262 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-b906c55a-9a36-4eab-82e2-c8aca3c29cbf req-6e01f266-7b88-434a-b3ef-945c4f5a94da tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681326'] for port, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:24.094202 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.plugin [req-b906c55a-9a36-4eab-82e2-c8aca3c29cbf req-6e01f266-7b88-434a-b3ef-945c4f5a94da tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] Calling delete_port for f1659b41-984c-436f-b88f-0a09b46ea308 owned by compute:nova {{(pid=93193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:15:24.100568 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0535d0-351b-4f29-b0a2-0bc0b557d7c1 req-68486fb2-5058-40c1-a5a1-088713723fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:24.102026 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-bf0535d0-351b-4f29-b0a2-0bc0b557d7c1 req-68486fb2-5058-40c1-a5a1-088713723fa6 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=01ac7e7d-3e1a-483e-a24c-82af1c680c45 HTTP/1.1" status: 200 len: 850 time: 0.0841923 Jul 22 23:15:24.216164 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0535d0-351b-4f29-b0a2-0bc0b557d7c1 req-0825d7eb-43a9-4a3e-8c6a-4f643c7edca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:24.217592 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-bf0535d0-351b-4f29-b0a2-0bc0b557d7c1 req-0825d7eb-43a9-4a3e-8c6a-4f643c7edca5 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4f17eb94-4fd3-4423-afe5-64fcf5db4153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1081331 Jul 22 23:15:24.310368 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-b906c55a-9a36-4eab-82e2-c8aca3c29cbf req-6e01f266-7b88-434a-b3ef-945c4f5a94da tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769065717863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769065317250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31811438'] for port, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:24.350406 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e01f266-7b88-434a-b3ef-945c4f5a94da tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] Pushing event deleted for resources: {'Port': ['ID=f1659b41-984c-436f-b88f-0a09b46ea308,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:24.350668 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] get_ports_and_sgs() called for port_ids ['f1659b41-984c-436f-b88f-0a09b46ea308'] {{(pid=93194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:15:24.390045 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-bf0535d0-351b-4f29-b0a2-0bc0b557d7c1 req-2c6a5305-0373-4099-87bb-5d01b7a1944a service neutron] 10.222.0.76 "GET /v2.0/networks/4f17eb94-4fd3-4423-afe5-64fcf5db4153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500845 Jul 22 23:15:24.407039 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.db.l3_dvrscheduler_db [req-b906c55a-9a36-4eab-82e2-c8aca3c29cbf req-6e01f266-7b88-434a-b3ef-945c4f5a94da tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] No DVR routers for this DVR port f1659b41-984c-436f-b88f-0a09b46ea308 on host hv-cinder-80187 {{(pid=93193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:15:24.414861 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-b906c55a-9a36-4eab-82e2-c8aca3c29cbf req-6e01f266-7b88-434a-b3ef-945c4f5a94da tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92570'] for port, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:24.416693 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-b906c55a-9a36-4eab-82e2-c8aca3c29cbf req-6e01f266-7b88-434a-b3ef-945c4f5a94da tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] 10.222.0.76 "DELETE /v2.0/ports/f1659b41-984c-436f-b88f-0a09b46ea308 HTTP/1.1" status: 204 len: 173 time: 0.7386565 Jul 22 23:15:24.498334 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-bf0535d0-351b-4f29-b0a2-0bc0b557d7c1 req-a76d0eb7-1c2b-4be9-addf-7fffd4b69b78 service neutron] 10.222.0.76 "GET /v2.0/networks/4f17eb94-4fd3-4423-afe5-64fcf5db4153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920739 Jul 22 23:15:24.665265 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3811dca-0e83-4e1a-8249-615f144dc673 req-5db1e760-cf5a-4134-b551-d3b936f3aa92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:24.666745 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-b3811dca-0e83-4e1a-8249-615f144dc673 req-5db1e760-cf5a-4134-b551-d3b936f3aa92 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=644f41edb0214c8ab14723779bf27138&device_id=8957ddac-220a-45e1-b0ab-24e8ec8f45f2 HTTP/1.1" status: 200 len: 1096 time: 0.0541108 Jul 22 23:15:24.755219 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3811dca-0e83-4e1a-8249-615f144dc673 req-c0317e74-24d0-477d-9794-75acc2306543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:24.756708 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-b3811dca-0e83-4e1a-8249-615f144dc673 req-c0317e74-24d0-477d-9794-75acc2306543 service neutron] 10.222.0.76 "GET /v2.0/networks?id=4f17eb94-4fd3-4423-afe5-64fcf5db4153 HTTP/1.1" status: 200 len: 912 time: 0.0829399 Jul 22 23:15:24.804310 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-b3811dca-0e83-4e1a-8249-615f144dc673 req-92e800df-ea9a-4ff4-8b09-74a1441e5800 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0cd6e849-90ed-4514-9982-b817feae961b HTTP/1.1" status: 200 len: 217 time: 0.0370641 Jul 22 23:15:24.852600 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3811dca-0e83-4e1a-8249-615f144dc673 req-02c08bfb-37ae-485e-ac1c-d6996da32f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:24.854272 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-b3811dca-0e83-4e1a-8249-615f144dc673 req-02c08bfb-37ae-485e-ac1c-d6996da32f8b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=01ac7e7d-3e1a-483e-a24c-82af1c680c45 HTTP/1.1" status: 200 len: 850 time: 0.0429037 Jul 22 23:15:24.916088 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3811dca-0e83-4e1a-8249-615f144dc673 req-44c33143-e986-4814-b49b-0b990840695b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:24.918197 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-b3811dca-0e83-4e1a-8249-615f144dc673 req-44c33143-e986-4814-b49b-0b990840695b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4f17eb94-4fd3-4423-afe5-64fcf5db4153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0551996 Jul 22 23:15:24.970318 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Device ff67324c-2ee5-43f7-94df-8ea90fb26e5f up at agent ovs-agent-dv-cinder-801875-2-iscsi {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:15:25.037894 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Provisioning complete for port ff67324c-2ee5-43f7-94df-8ea90fb26e5f triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:15:25.038263 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832377'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:25.064595 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-b3811dca-0e83-4e1a-8249-615f144dc673 req-620ccf33-21d3-4727-9e79-2b306eb8d913 service neutron] 10.222.0.76 "GET /v2.0/networks/4f17eb94-4fd3-4423-afe5-64fcf5db4153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192915 Jul 22 23:15:25.066821 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-b613bdc3-1387-4ff6-8426-efdb3a68a453 req-39dcb420-ae01-43eb-a526-72eda25d6dc5 tempest-VolumesSnapshotTestJSON-420207122 tempest-VolumesSnapshotTestJSON-420207122-project] 10.222.0.44 "GET /v2.0/ports?device_id=65d1de4f-0674-471b-9c93-642f3b8845c3 HTTP/1.1" status: 200 len: 210 time: 0.0452173 Jul 22 23:15:25.170543 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-b3811dca-0e83-4e1a-8249-615f144dc673 req-f7fd0ee9-a1ee-4734-93f6-8671acacd010 service neutron] 10.222.0.76 "GET /v2.0/networks/4f17eb94-4fd3-4423-afe5-64fcf5db4153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921268 Jul 22 23:15:25.188705 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e4c2e8-479d-420a-af8b-a084808a3703 req-8553331f-86e1-44c9-be83-a3d600bb09fd tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:25.190452 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-d3e4c2e8-479d-420a-af8b-a084808a3703 req-8553331f-86e1-44c9-be83-a3d600bb09fd tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "GET /v2.0/ports?device_id=8957ddac-220a-45e1-b0ab-24e8ec8f45f2 HTTP/1.1" status: 200 len: 943 time: 0.0711091 Jul 22 23:15:25.230012 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-d3e4c2e8-479d-420a-af8b-a084808a3703 req-de80eeca-99ae-4aae-90e2-f6b58e9d575b tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9431c73-d6d1-4ad4-9ac3-23b818a1b267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336208 Jul 22 23:15:25.787405 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65d1de4f-0674-471b-9c93-642f3b8845c3', 'name': 'network-vif-deleted', 'tag': 'f1659b41-984c-436f-b88f-0a09b46ea308'}] {{(pid=93193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:15:25.789768 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53e3bfa867fb079e45cf064e3f04560eeff66f84eee23b8fde49e5f46f239411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8793530-9a11-4dcd-89ec-ca7d2f493cbe" -d '{"events": [{"server_uuid": "65d1de4f-0674-471b-9c93-642f3b8845c3", "name": "network-vif-deleted", "tag": "f1659b41-984c-436f-b88f-0a09b46ea308"}]}' {{(pid=93193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:15:25.822986 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9e7d95d-406e-49a7-851c-33834b494f53 x-openstack-request-id: req-c9e7d95d-406e-49a7-851c-33834b494f53 {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:15:25.823265 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65d1de4f-0674-471b-9c93-642f3b8845c3", "name": "network-vif-deleted", "tag": "f1659b41-984c-436f-b88f-0a09b46ea308", "status": "completed", "code": 200}]} {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:15:25.824008 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c9e7d95d-406e-49a7-851c-33834b494f53 {{(pid=93193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:15:25.824417 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65d1de4f-0674-471b-9c93-642f3b8845c3', 'name': 'network-vif-deleted', 'tag': 'f1659b41-984c-436f-b88f-0a09b46ea308', 'status': 'completed', 'code': 200} Jul 22 23:15:26.375018 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbe005d-5168-4c9f-88a9-3af4b74f5fa9 req-61dc5ee5-5092-416f-b0a5-e1fc748d9a82 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:26.376755 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-bbbe005d-5168-4c9f-88a9-3af4b74f5fa9 req-61dc5ee5-5092-416f-b0a5-e1fc748d9a82 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "GET /v2.0/ports?device_id=8957ddac-220a-45e1-b0ab-24e8ec8f45f2 HTTP/1.1" status: 200 len: 943 time: 0.0767405 Jul 22 23:15:26.421941 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-bbbe005d-5168-4c9f-88a9-3af4b74f5fa9 req-e13431ba-720a-447a-8455-0cb935027933 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9431c73-d6d1-4ad4-9ac3-23b818a1b267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386202 Jul 22 23:15:27.560997 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff928950-a6ce-4b1e-9d1b-972dee80a8eb req-b130a5df-c4a9-4e5d-9266-6bef5779f9bc tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:27.561679 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-ff928950-a6ce-4b1e-9d1b-972dee80a8eb req-b130a5df-c4a9-4e5d-9266-6bef5779f9bc tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "GET /v2.0/ports?device_id=8957ddac-220a-45e1-b0ab-24e8ec8f45f2 HTTP/1.1" status: 200 len: 943 time: 0.0686967 Jul 22 23:15:27.602141 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-ff928950-a6ce-4b1e-9d1b-972dee80a8eb req-4b09d138-5cf6-40cd-a795-0c553920abf1 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9431c73-d6d1-4ad4-9ac3-23b818a1b267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347393 Jul 22 23:15:28.730056 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969035c6-228a-4fb9-b42e-97d6577af606 req-13dc2582-96b7-4539-a55a-0cf85a5379f2 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:28.731542 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-969035c6-228a-4fb9-b42e-97d6577af606 req-13dc2582-96b7-4539-a55a-0cf85a5379f2 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "GET /v2.0/ports?device_id=8957ddac-220a-45e1-b0ab-24e8ec8f45f2 HTTP/1.1" status: 200 len: 943 time: 0.0648203 Jul 22 23:15:28.768347 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-969035c6-228a-4fb9-b42e-97d6577af606 req-2238d273-7048-467e-826a-1b05c8d74664 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9431c73-d6d1-4ad4-9ac3-23b818a1b267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313480 Jul 22 23:15:29.545318 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Device 0cd6e849-90ed-4514-9982-b817feae961b details requested by agent hyperv_hv-cinder-80187 with host hv-cinder-80187 {{(pid=93194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:15:29.640294 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] For port 0cd6e849-90ed-4514-9982-b817feae961b, host hv-cinder-80187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80187',level=0,port_id=0cd6e849-90ed-4514-9982-b817feae961b,segment=NetworkSegment(0f14cd78-45b9-4729-b02e-0c2b3deb8226),segment_id=0f14cd78-45b9-4729-b02e-0c2b3deb8226)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:15:29.650967 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Returning: {'device': '0cd6e849-90ed-4514-9982-b817feae961b', 'network_id': '4f17eb94-4fd3-4423-afe5-64fcf5db4153', 'port_id': '0cd6e849-90ed-4514-9982-b817feae961b', 'mac_address': 'fa:16:3e:73:11:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 879, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01ac7e7d-3e1a-483e-a24c-82af1c680c45', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:15:29.687229 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:29.699687 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.notifiers.nova [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cd6e849-90ed-4514-9982-b817feae961b {{(pid=93194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:15:29.719248 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] For port 0cd6e849-90ed-4514-9982-b817feae961b, host hv-cinder-80187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80187',level=0,port_id=0cd6e849-90ed-4514-9982-b817feae961b,segment=NetworkSegment(0f14cd78-45b9-4729-b02e-0c2b3deb8226),segment_id=0f14cd78-45b9-4729-b02e-0c2b3deb8226)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:15:29.722699 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:29.772936 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Pushing event updated for resources: {'Port': ['ID=0cd6e849-90ed-4514-9982-b817feae961b,revision_number=4']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:29.892940 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bb2f37-e35e-437c-9775-f0b555382de4 req-97696309-5237-4f65-903c-e84cfe24fa58 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:29.894404 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-29bb2f37-e35e-437c-9775-f0b555382de4 req-97696309-5237-4f65-903c-e84cfe24fa58 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "GET /v2.0/ports?device_id=8957ddac-220a-45e1-b0ab-24e8ec8f45f2 HTTP/1.1" status: 200 len: 944 time: 0.0619593 Jul 22 23:15:29.934158 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-29bb2f37-e35e-437c-9775-f0b555382de4 req-0e1585d8-9252-44b0-9d24-b56abb4ea7e1 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9431c73-d6d1-4ad4-9ac3-23b818a1b267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342379 Jul 22 23:15:30.503215 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Device f1659b41-984c-436f-b88f-0a09b46ea308 no longer exists at agent hyperv_hv-cinder-80187 {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:15:30.523338 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] No Port match for: f1659b41-984c-436f-b88f-0a09b46ea308 {{(pid=93194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:15:30.523677 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Device f1659b41-984c-436f-b88f-0a09b46ea308 not bound to the agent host hv-cinder-80187 {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:15:30.867311 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] get_ports_and_sgs() called for port_ids ['0cd6e849-90ed-4514-9982-b817feae961b'] {{(pid=93194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:15:31.061344 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4470b4f-8a88-4a5e-9191-33dfe85a71a9 req-09ffa0e9-750e-443b-a25c-7abdcf8077bc tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:31.062710 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-d4470b4f-8a88-4a5e-9191-33dfe85a71a9 req-09ffa0e9-750e-443b-a25c-7abdcf8077bc tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "GET /v2.0/ports?device_id=8957ddac-220a-45e1-b0ab-24e8ec8f45f2 HTTP/1.1" status: 200 len: 944 time: 0.0614264 Jul 22 23:15:31.098099 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-d4470b4f-8a88-4a5e-9191-33dfe85a71a9 req-3d17de1b-cb2f-48b2-8554-d37d8701fbd7 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9431c73-d6d1-4ad4-9ac3-23b818a1b267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300357 Jul 22 23:15:32.223820 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d0da7b-12f0-4bc1-8830-c4f1e45b6937 req-9dda6eca-5f0f-4543-a7d5-66f43f2382cf tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:32.225332 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-e7d0da7b-12f0-4bc1-8830-c4f1e45b6937 req-9dda6eca-5f0f-4543-a7d5-66f43f2382cf tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "GET /v2.0/ports?device_id=8957ddac-220a-45e1-b0ab-24e8ec8f45f2 HTTP/1.1" status: 200 len: 944 time: 0.0630877 Jul 22 23:15:32.262581 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-e7d0da7b-12f0-4bc1-8830-c4f1e45b6937 req-cde8bb08-4c31-4d51-8f6c-37d7c3e0a148 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9431c73-d6d1-4ad4-9ac3-23b818a1b267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308869 Jul 22 23:15:32.518275 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Device 0cd6e849-90ed-4514-9982-b817feae961b up at agent hyperv_hv-cinder-80187 {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:15:32.568845 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Provisioning for port 0cd6e849-90ed-4514-9982-b817feae961b completed by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:15:32.572540 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Provisioning complete for port 0cd6e849-90ed-4514-9982-b817feae961b triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:15:32.572941 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832377'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:32.648179 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:32.670411 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8957ddac-220a-45e1-b0ab-24e8ec8f45f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cd6e849-90ed-4514-9982-b817feae961b'}] {{(pid=93194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:15:32.672667 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7601765a566782fd39478405f6fadc52a0f9e3dab845648c9e7fe91a53a45b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbefcf63-3292-473a-8f46-86fd16d0eb3c" -d '{"events": [{"server_uuid": "8957ddac-220a-45e1-b0ab-24e8ec8f45f2", "name": "network-vif-plugged", "status": "completed", "tag": "0cd6e849-90ed-4514-9982-b817feae961b"}]}' {{(pid=93194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:15:32.684753 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] For port 0cd6e849-90ed-4514-9982-b817feae961b, host hv-cinder-80187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80187',level=0,port_id=0cd6e849-90ed-4514-9982-b817feae961b,segment=NetworkSegment(0f14cd78-45b9-4729-b02e-0c2b3deb8226),segment_id=0f14cd78-45b9-4729-b02e-0c2b3deb8226)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:15:32.689784 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:32.712763 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f955f2ad-0420-4894-8800-03d855904d6f x-openstack-request-id: req-f955f2ad-0420-4894-8800-03d855904d6f {{(pid=93194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:15:32.713051 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8957ddac-220a-45e1-b0ab-24e8ec8f45f2", "name": "network-vif-plugged", "status": "completed", "tag": "0cd6e849-90ed-4514-9982-b817feae961b", "code": 200}]} {{(pid=93194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:15:32.713297 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f955f2ad-0420-4894-8800-03d855904d6f {{(pid=93194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:15:32.713678 dv-cinder-801875-2-iscsi neutron-server[93194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8957ddac-220a-45e1-b0ab-24e8ec8f45f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cd6e849-90ed-4514-9982-b817feae961b', 'code': 200} Jul 22 23:15:32.745403 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Pushing event updated for resources: {'Port': ['ID=0cd6e849-90ed-4514-9982-b817feae961b,revision_number=5']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:32.930859 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5427941-25a3-483a-ac6b-3cc2a33938d0 req-d2324f5c-4e70-4956-a6e0-6d6d0d713bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:32.932584 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-f5427941-25a3-483a-ac6b-3cc2a33938d0 req-d2324f5c-4e70-4956-a6e0-6d6d0d713bae service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=8957ddac-220a-45e1-b0ab-24e8ec8f45f2 HTTP/1.1" status: 200 len: 1098 time: 0.0575130 Jul 22 23:15:32.966799 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-f5427941-25a3-483a-ac6b-3cc2a33938d0 req-f10dc084-4cdc-4262-924b-9638b7a67419 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=a9431c73-d6d1-4ad4-9ac3-23b818a1b267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274770 Jul 22 23:15:33.391603 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd7305a-0cdd-4b01-9a8e-cdad821e26b3 req-6875a608-e939-4661-af06-7df8ae5d2c4c tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:33.393282 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-8cd7305a-0cdd-4b01-9a8e-cdad821e26b3 req-6875a608-e939-4661-af06-7df8ae5d2c4c tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "GET /v2.0/ports?device_id=8957ddac-220a-45e1-b0ab-24e8ec8f45f2 HTTP/1.1" status: 200 len: 945 time: 0.0675652 Jul 22 23:15:33.432138 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-8cd7305a-0cdd-4b01-9a8e-cdad821e26b3 req-3c922bd3-d426-43b7-82c7-b4bc3523c746 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9431c73-d6d1-4ad4-9ac3-23b818a1b267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329170 Jul 22 23:15:34.569073 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aaf6bd-9932-45de-b669-ed934546215a req-dc50f3a9-809e-405b-8529-506a1b17a12e tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:34.570559 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-13aaf6bd-9932-45de-b669-ed934546215a req-dc50f3a9-809e-405b-8529-506a1b17a12e tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "GET /v2.0/ports?device_id=8957ddac-220a-45e1-b0ab-24e8ec8f45f2 HTTP/1.1" status: 200 len: 945 time: 0.0669177 Jul 22 23:15:34.607892 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-13aaf6bd-9932-45de-b669-ed934546215a req-f2321c4c-edb5-4473-b13c-f21f4982dae2 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9431c73-d6d1-4ad4-9ac3-23b818a1b267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315213 Jul 22 23:15:34.727731 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0fb468-f7f8-40e8-b435-e988bb5f58a8 req-5435308e-421d-4fe2-afae-32a27750a52e tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:34.729920 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-5f0fb468-f7f8-40e8-b435-e988bb5f58a8 req-5435308e-421d-4fe2-afae-32a27750a52e tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "GET /v2.0/ports?device_id=8957ddac-220a-45e1-b0ab-24e8ec8f45f2 HTTP/1.1" status: 200 len: 945 time: 0.0614190 Jul 22 23:15:34.738677 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 38238) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:15:34.743218 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.v2.base [None req-9285f4b4-ac6c-4475-be0b-bcc53a9f757f tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Request body: {'floatingip': {'port_id': '0cd6e849-90ed-4514-9982-b817feae961b'}} {{(pid=93192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:15:34.784535 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-9285f4b4-ac6c-4475-be0b-bcc53a9f757f tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Notify callbacks [] for floatingip, before_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:35.221686 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-9285f4b4-ac6c-4475-be0b-bcc53a9f757f tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:35.225426 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-9285f4b4-ac6c-4475-be0b-bcc53a9f757f tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680835'] for floatingip, after_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:35.322281 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.db.l3_db [None req-9285f4b4-ac6c-4475-be0b-bcc53a9f757f tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Floating IP 745d5c89-9bd2-4404-99ec-6c3c0c3c340c associated. External IP: 172.27.1.14, port: 0cd6e849-90ed-4514-9982-b817feae961b. Jul 22 23:15:35.528358 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9285f4b4-ac6c-4475-be0b-bcc53a9f757f tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Router ae9034f8-efe5-44f3-b2c9-39c5ca6cd207 has already been hosted by L3 agent fdf30918-cf4b-4771-a7f5-907485eb00f1 {{(pid=93192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:15:35.641182 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9285f4b4-ac6c-4475-be0b-bcc53a9f757f tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Notify agent at l3_agent.dv-cinder-801875-2-iscsi the message routers_updated {{(pid=93192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:15:35.645934 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-9285f4b4-ac6c-4475-be0b-bcc53a9f757f tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92570'] for floatingip, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:35.658188 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ba2ac7-4e4a-474b-a40c-d7a72a056736 None None] Sync routers for ids ['ae9034f8-efe5-44f3-b2c9-39c5ca6cd207'] in dv-cinder-801875-2-iscsi {{(pid=93194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:15:35.672746 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ba2ac7-4e4a-474b-a40c-d7a72a056736 None None] Routers {'ae9034f8-efe5-44f3-b2c9-39c5ca6cd207'} bound to L3 agent in host dv-cinder-801875-2-iscsi {{(pid=93194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:15:35.673367 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-c8ba2ac7-4e4a-474b-a40c-d7a72a056736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801875-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:03:18Z,description=,heartbeat_timestamp=2021-07-22T23:15:18Z,host='dv-cinder-801875-2-iscsi',id=fdf30918-cf4b-4771-a7f5-907485eb00f1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:18Z,topic='l3_agent')) {'router_ids': ['ae9034f8-efe5-44f3-b2c9-39c5ca6cd207'], 'active': True} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:15:35.686748 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-9285f4b4-ac6c-4475-be0b-bcc53a9f757f tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "PUT /v2.0/floatingips/745d5c89-9bd2-4404-99ec-6c3c0c3c340c HTTP/1.1" status: 200 len: 990 time: 0.9469013 Jul 22 23:15:35.687346 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8957ddac-220a-45e1-b0ab-24e8ec8f45f2', 'tag': '0cd6e849-90ed-4514-9982-b817feae961b'}] {{(pid=93192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:15:35.690045 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}116c38ea8adf6e412e27fa70d60466dac8b18d7b33470466fbdf59022c8e8666" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75bc1c6d-2333-4505-9ba9-ea9a2c6bff3f" -d '{"events": [{"name": "network-changed", "server_uuid": "8957ddac-220a-45e1-b0ab-24e8ec8f45f2", "tag": "0cd6e849-90ed-4514-9982-b817feae961b"}]}' {{(pid=93192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:15:35.728142 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00fe6d51-85b3-4b20-9664-529e6afac14f x-openstack-request-id: req-00fe6d51-85b3-4b20-9664-529e6afac14f {{(pid=93192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:15:35.728916 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8957ddac-220a-45e1-b0ab-24e8ec8f45f2", "tag": "0cd6e849-90ed-4514-9982-b817feae961b", "status": "completed", "code": 200}]} {{(pid=93192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:15:35.730022 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-00fe6d51-85b3-4b20-9664-529e6afac14f {{(pid=93192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:15:35.730607 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8957ddac-220a-45e1-b0ab-24e8ec8f45f2', 'tag': '0cd6e849-90ed-4514-9982-b817feae961b', 'status': 'completed', 'code': 200} Jul 22 23:15:35.785965 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvr_db [None req-c8ba2ac7-4e4a-474b-a40c-d7a72a056736 None None] Set router ae9034f8-efe5-44f3-b2c9-39c5ca6cd207 gateway port host: dv-cinder-801875-2-iscsi {{(pid=93194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:15:35.839637 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bc1c6d-2333-4505-9ba9-ea9a2c6bff3f req-cf890db3-0db4-4284-a4a9-bcece8c63827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:35.841379 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-75bc1c6d-2333-4505-9ba9-ea9a2c6bff3f req-cf890db3-0db4-4284-a4a9-bcece8c63827 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=644f41edb0214c8ab14723779bf27138&device_id=8957ddac-220a-45e1-b0ab-24e8ec8f45f2 HTTP/1.1" status: 200 len: 1098 time: 0.0567656 Jul 22 23:15:35.939274 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bc1c6d-2333-4505-9ba9-ea9a2c6bff3f req-0ada1688-6d58-4328-b9f8-d2c227219c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:35.940776 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-75bc1c6d-2333-4505-9ba9-ea9a2c6bff3f req-0ada1688-6d58-4328-b9f8-d2c227219c80 service neutron] 10.222.0.76 "GET /v2.0/networks?id=4f17eb94-4fd3-4423-afe5-64fcf5db4153 HTTP/1.1" status: 200 len: 912 time: 0.0920007 Jul 22 23:15:36.067827 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-c8ba2ac7-4e4a-474b-a40c-d7a72a056736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae9034f8-efe5-44f3-b2c9-39c5ca6cd207', 'name': 'tempest-AttachVolumeTestJSON-1224733586-router', 'tenant_id': '644f41edb0214c8ab14723779bf27138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'external_fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': 'f2877911-8b6a-4a63-85bf-b80d19e3fa09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:15:14Z', 'updated_at': '2021-07-22T23:15:16Z', 'revision_number': 4, 'project_id': '644f41edb0214c8ab14723779bf27138', 'gw_port': {'id': 'f2877911-8b6a-4a63-85bf-b80d19e3fa09', 'name': '', 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9034f8-efe5-44f3-b2c9-39c5ca6cd207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:15:14Z', 'updated_at': '2021-07-22T23:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801875-2-iscsi', '_floatingips': [{'id': '745d5c89-9bd2-4404-99ec-6c3c0c3c340c', 'tenant_id': '644f41edb0214c8ab14723779bf27138', 'floating_ip_address': '172.27.1.14', 'floating_network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'router_id': 'ae9034f8-efe5-44f3-b2c9-39c5ca6cd207', 'port_id': '0cd6e849-90ed-4514-9982-b817feae961b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f17eb94-4fd3-4423-afe5-64fcf5db4153', 'mac_address': 'fa:16:3e:73:11:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8957ddac-220a-45e1-b0ab-24e8ec8f45f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:15:19Z', 'updated_at': '2021-07-22T23:15:35Z', 'revision_number': 1, 'project_id': '644f41edb0214c8ab14723779bf27138', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff67324c-2ee5-43f7-94df-8ea90fb26e5f', 'name': '', 'network_id': '4f17eb94-4fd3-4423-afe5-64fcf5db4153', 'tenant_id': '644f41edb0214c8ab14723779bf27138', 'mac_address': 'fa:16:3e:c1:da:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9034f8-efe5-44f3-b2c9-39c5ca6cd207', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '01ac7e7d-3e1a-483e-a24c-82af1c680c45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:15:15Z', 'updated_at': '2021-07-22T23:15:23Z', 'revision_number': 5, 'project_id': '644f41edb0214c8ab14723779bf27138', 'subnets': [{'id': '01ac7e7d-3e1a-483e-a24c-82af1c680c45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801875-2-iscsi', False) {} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:15:36.094461 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ba2ac7-4e4a-474b-a40c-d7a72a056736 None None] Checking router: ae9034f8-efe5-44f3-b2c9-39c5ca6cd207 for host: dv-cinder-801875-2-iscsi {{(pid=93194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:15:36.102661 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ba2ac7-4e4a-474b-a40c-d7a72a056736 None None] Routers {'ae9034f8-efe5-44f3-b2c9-39c5ca6cd207'} bound to L3 agent in host dv-cinder-801875-2-iscsi {{(pid=93194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:15:36.103262 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-c8ba2ac7-4e4a-474b-a40c-d7a72a056736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801875-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:03:18Z,description=,heartbeat_timestamp=2021-07-22T23:15:18Z,host='dv-cinder-801875-2-iscsi',id=fdf30918-cf4b-4771-a7f5-907485eb00f1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:18Z,topic='l3_agent')) {'router_ids': ['ae9034f8-efe5-44f3-b2c9-39c5ca6cd207'], 'active': True} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:15:36.320708 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvr_db [None req-c8ba2ac7-4e4a-474b-a40c-d7a72a056736 None None] Set router ae9034f8-efe5-44f3-b2c9-39c5ca6cd207 gateway port host: dv-cinder-801875-2-iscsi {{(pid=93194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:15:36.555603 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-c8ba2ac7-4e4a-474b-a40c-d7a72a056736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae9034f8-efe5-44f3-b2c9-39c5ca6cd207', 'name': 'tempest-AttachVolumeTestJSON-1224733586-router', 'tenant_id': '644f41edb0214c8ab14723779bf27138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'external_fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': 'f2877911-8b6a-4a63-85bf-b80d19e3fa09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:15:14Z', 'updated_at': '2021-07-22T23:15:16Z', 'revision_number': 4, 'project_id': '644f41edb0214c8ab14723779bf27138', 'gw_port': {'id': 'f2877911-8b6a-4a63-85bf-b80d19e3fa09', 'name': '', 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9034f8-efe5-44f3-b2c9-39c5ca6cd207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:15:14Z', 'updated_at': '2021-07-22T23:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801875-2-iscsi', '_floatingips': [{'id': '745d5c89-9bd2-4404-99ec-6c3c0c3c340c', 'tenant_id': '644f41edb0214c8ab14723779bf27138', 'floating_ip_address': '172.27.1.14', 'floating_network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'router_id': 'ae9034f8-efe5-44f3-b2c9-39c5ca6cd207', 'port_id': '0cd6e849-90ed-4514-9982-b817feae961b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f17eb94-4fd3-4423-afe5-64fcf5db4153', 'mac_address': 'fa:16:3e:73:11:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8957ddac-220a-45e1-b0ab-24e8ec8f45f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:15:19Z', 'updated_at': '2021-07-22T23:15:35Z', 'revision_number': 1, 'project_id': '644f41edb0214c8ab14723779bf27138', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff67324c-2ee5-43f7-94df-8ea90fb26e5f', 'name': '', 'network_id': '4f17eb94-4fd3-4423-afe5-64fcf5db4153', 'tenant_id': '644f41edb0214c8ab14723779bf27138', 'mac_address': 'fa:16:3e:c1:da:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9034f8-efe5-44f3-b2c9-39c5ca6cd207', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '01ac7e7d-3e1a-483e-a24c-82af1c680c45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:15:15Z', 'updated_at': '2021-07-22T23:15:23Z', 'revision_number': 5, 'project_id': '644f41edb0214c8ab14723779bf27138', 'subnets': [{'id': '01ac7e7d-3e1a-483e-a24c-82af1c680c45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801875-2-iscsi', False) {} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:15:36.592508 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ba2ac7-4e4a-474b-a40c-d7a72a056736 None None] The sync data for ids ['ae9034f8-efe5-44f3-b2c9-39c5ca6cd207'] in dv-cinder-801875-2-iscsi is: [{'id': 'ae9034f8-efe5-44f3-b2c9-39c5ca6cd207', 'name': 'tempest-AttachVolumeTestJSON-1224733586-router', 'tenant_id': '644f41edb0214c8ab14723779bf27138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'external_fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': 'f2877911-8b6a-4a63-85bf-b80d19e3fa09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:15:14Z', 'updated_at': '2021-07-22T23:15:16Z', 'revision_number': 4, 'project_id': '644f41edb0214c8ab14723779bf27138', 'gw_port': {'id': 'f2877911-8b6a-4a63-85bf-b80d19e3fa09', 'name': '', 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9034f8-efe5-44f3-b2c9-39c5ca6cd207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:15:14Z', 'updated_at': '2021-07-22T23:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801875-2-iscsi', '_floatingips': [{'id': '745d5c89-9bd2-4404-99ec-6c3c0c3c340c', 'tenant_id': '644f41edb0214c8ab14723779bf27138', 'floating_ip_address': '172.27.1.14', 'floating_network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'router_id': 'ae9034f8-efe5-44f3-b2c9-39c5ca6cd207', 'port_id': '0cd6e849-90ed-4514-9982-b817feae961b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f17eb94-4fd3-4423-afe5-64fcf5db4153', 'mac_address': 'fa:16:3e:73:11:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8957ddac-220a-45e1-b0ab-24e8ec8f45f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:15:19Z', 'updated_at': '2021-07-22T23:15:35Z', 'revision_number': 1, 'project_id': '644f41edb0214c8ab14723779bf27138', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff67324c-2ee5-43f7-94df-8ea90fb26e5f', 'name': '', 'network_id': '4f17eb94-4fd3-4423-afe5-64fcf5db4153', 'tenant_id': '644f41edb0214c8ab14723779bf27138', 'mac_address': 'fa:16:3e:c1:da:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9034f8-efe5-44f3-b2c9-39c5ca6cd207', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '01ac7e7d-3e1a-483e-a24c-82af1c680c45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:15:15Z', 'updated_at': '2021-07-22T23:15:23Z', 'revision_number': 5, 'project_id': '644f41edb0214c8ab14723779bf27138', 'subnets': [{'id': '01ac7e7d-3e1a-483e-a24c-82af1c680c45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:15:36.768774 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d0b514-8eaf-442d-a722-93758d717f28 None None] New status for floating IP 745d5c89-9bd2-4404-99ec-6c3c0c3c340c: ACTIVE {{(pid=93195) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 23:15:37.024126 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-75bc1c6d-2333-4505-9ba9-ea9a2c6bff3f req-b1298bc1-d0b8-4f19-b09a-8f80899c4a1e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0cd6e849-90ed-4514-9982-b817feae961b HTTP/1.1" status: 200 len: 998 time: 0.0610018 Jul 22 23:15:38.870485 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bc1c6d-2333-4505-9ba9-ea9a2c6bff3f req-f0e96a78-377c-4891-9b79-d58a2f94b295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:38.871941 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-75bc1c6d-2333-4505-9ba9-ea9a2c6bff3f req-f0e96a78-377c-4891-9b79-d58a2f94b295 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=01ac7e7d-3e1a-483e-a24c-82af1c680c45 HTTP/1.1" status: 200 len: 850 time: 0.0445487 Jul 22 23:15:38.937530 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bc1c6d-2333-4505-9ba9-ea9a2c6bff3f req-c55da91b-3e02-4145-8f87-2e8f5d4c710d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:38.939023 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-75bc1c6d-2333-4505-9ba9-ea9a2c6bff3f req-c55da91b-3e02-4145-8f87-2e8f5d4c710d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4f17eb94-4fd3-4423-afe5-64fcf5db4153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0579112 Jul 22 23:15:39.032470 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-75bc1c6d-2333-4505-9ba9-ea9a2c6bff3f req-9047724e-c9f4-4b65-86e1-dfb66102dfb2 service neutron] 10.222.0.76 "GET /v2.0/networks/4f17eb94-4fd3-4423-afe5-64fcf5db4153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846357 Jul 22 23:15:39.142431 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-75bc1c6d-2333-4505-9ba9-ea9a2c6bff3f req-417450ac-4801-46dc-8f2c-894b1d5dd49a service neutron] 10.222.0.76 "GET /v2.0/networks/4f17eb94-4fd3-4423-afe5-64fcf5db4153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854573 Jul 22 23:15:45.471053 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-a896d93c-2fa9-4ca4-98b0-844d0bd3c5d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:48.162409 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-defb733e-49a2-4173-8796-281562a74d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:48.666871 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:48.719101 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:48.900197 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.agents_db [None req-bfbb8894-14bb-41d0-8761-89beb89abbcb None None] Agent healthcheck: found 6 active agents {{(pid=93195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:15:48.949037 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbcf796-67c4-4c21-aeb7-a55c31dc7e4b req-d8885a1f-4ad5-4c7a-a3c5-995e8f1c3095 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:48.950513 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-7dbcf796-67c4-4c21-aeb7-a55c31dc7e4b req-d8885a1f-4ad5-4c7a-a3c5-995e8f1c3095 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=8271f108-5334-4d0a-a188-933ee657ed0e HTTP/1.1" status: 200 len: 946 time: 0.2985795 Jul 22 23:15:48.987482 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-7dbcf796-67c4-4c21-aeb7-a55c31dc7e4b req-f140852b-61ef-4471-98ad-1590b1e44a85 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdf4a528-dd54-4780-893e-44f1896a93f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313532 Jul 22 23:15:49.130826 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-d6d3e244-519d-4c84-95ee-f6386db2b0d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:49.261803 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 38376) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:15:49.305042 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f0ea933-5cb0-4619-9832-6af06769e665 admin admin] Deleting subnet 76dccde7-b5be-411e-b5a8-44ab5f8008ba {{(pid=93192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:15:49.307996 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-1f0ea933-5cb0-4619-9832-6af06769e665 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:49.343152 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-1f0ea933-5cb0-4619-9832-6af06769e665 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30393563'] for subnet, precommit_delete_associations {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:49.380689 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-1f0ea933-5cb0-4619-9832-6af06769e665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1834514'] for subnet, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:49.437968 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-1f0ea933-5cb0-4619-9832-6af06769e665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1834523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30393593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30098377'] for subnet, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:49.463048 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0ea933-5cb0-4619-9832-6af06769e665 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76dccde7-b5be-411e-b5a8-44ab5f8008ba,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:49.468000 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-1f0ea933-5cb0-4619-9832-6af06769e665 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585183'] for subnet, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:49.470403 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-1f0ea933-5cb0-4619-9832-6af06769e665 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/76dccde7-b5be-411e-b5a8-44ab5f8008ba HTTP/1.1" status: 204 len: 168 time: 0.2075887 Jul 22 23:15:49.472381 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 38380) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:15:49.475422 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0ea933-5cb0-4619-9832-6af06769e665 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:15:49.475758 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0ea933-5cb0-4619-9832-6af06769e665 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:15:49.476089 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0ea933-5cb0-4619-9832-6af06769e665 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:15:49.476438 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0ea933-5cb0-4619-9832-6af06769e665 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:15:49.476755 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0ea933-5cb0-4619-9832-6af06769e665 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:15:49.477075 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0ea933-5cb0-4619-9832-6af06769e665 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:15:49.477391 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0ea933-5cb0-4619-9832-6af06769e665 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:15:49.477790 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0ea933-5cb0-4619-9832-6af06769e665 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:15:49.478025 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0ea933-5cb0-4619-9832-6af06769e665 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:15:49.479737 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0ea933-5cb0-4619-9832-6af06769e665 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:15:49.479737 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0ea933-5cb0-4619-9832-6af06769e665 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:15:49.479887 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0ea933-5cb0-4619-9832-6af06769e665 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:15:49.542563 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-d71f3de6-f8c7-466c-92bd-1b97e2b1b947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589717'] for network, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:49.621417 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-d71f3de6-f8c7-466c-92bd-1b97e2b1b947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1832750', 'neutron.services.segments.db._delete_segments_for_network-8769065864497'] for network, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:49.630779 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.services.segments.db [None req-d71f3de6-f8c7-466c-92bd-1b97e2b1b947 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7dbe19f-3d9d-4ca0-9cfb-20559f3d70b0']}} {{(pid=93193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:15:49.640623 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.services.segments.db [None req-d71f3de6-f8c7-466c-92bd-1b97e2b1b947 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f25a6190-92e5-4985-bd58-3825589b744f') {'for_net_delete': True} {{(pid=93193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:15:49.640916 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.services.segments.db [None req-d71f3de6-f8c7-466c-92bd-1b97e2b1b947 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f25a6190-92e5-4985-bd58-3825589b744f') {} {{(pid=93193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:15:49.649470 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-d71f3de6-f8c7-466c-92bd-1b97e2b1b947 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769065866554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31082766'] for segment, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:49.663078 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-d71f3de6-f8c7-466c-92bd-1b97e2b1b947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822282'] for segment, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:49.668789 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d71f3de6-f8c7-466c-92bd-1b97e2b1b947 admin admin] Releasing vlan 882 on physical network physnet1 to pool {{(pid=93193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:15:49.669168 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-d71f3de6-f8c7-466c-92bd-1b97e2b1b947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31811393'] for segment, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:49.670772 dv-cinder-801875-2-iscsi neutron-server[93193]: Traceback (most recent call last): Jul 22 23:15:49.670772 dv-cinder-801875-2-iscsi neutron-server[93193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:15:49.670772 dv-cinder-801875-2-iscsi neutron-server[93193]: timer() Jul 22 23:15:49.670772 dv-cinder-801875-2-iscsi neutron-server[93193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:15:49.670772 dv-cinder-801875-2-iscsi neutron-server[93193]: cb(*args, **kw) Jul 22 23:15:49.670772 dv-cinder-801875-2-iscsi neutron-server[93193]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:15:49.670772 dv-cinder-801875-2-iscsi neutron-server[93193]: return func(*args, **kwargs) Jul 22 23:15:49.670772 dv-cinder-801875-2-iscsi neutron-server[93193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:15:49.670772 dv-cinder-801875-2-iscsi neutron-server[93193]: self._notify() Jul 22 23:15:49.670772 dv-cinder-801875-2-iscsi neutron-server[93193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:15:49.670772 dv-cinder-801875-2-iscsi neutron-server[93193]: self.callback(batched_events) Jul 22 23:15:49.670772 dv-cinder-801875-2-iscsi neutron-server[93193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:15:49.670772 dv-cinder-801875-2-iscsi neutron-server[93193]: event.method(event) Jul 22 23:15:49.670772 dv-cinder-801875-2-iscsi neutron-server[93193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:15:49.670772 dv-cinder-801875-2-iscsi neutron-server[93193]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:15:49.670772 dv-cinder-801875-2-iscsi neutron-server[93193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:15:49.670772 dv-cinder-801875-2-iscsi neutron-server[93193]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:15:49.670772 dv-cinder-801875-2-iscsi neutron-server[93193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:15:49.670772 dv-cinder-801875-2-iscsi neutron-server[93193]: return f(self, *a, **k) Jul 22 23:15:49.670772 dv-cinder-801875-2-iscsi neutron-server[93193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:15:49.670772 dv-cinder-801875-2-iscsi neutron-server[93193]: return self._get(url).json() Jul 22 23:15:49.670772 dv-cinder-801875-2-iscsi neutron-server[93193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:15:49.670772 dv-cinder-801875-2-iscsi neutron-server[93193]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:15:49.670772 dv-cinder-801875-2-iscsi neutron-server[93193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:15:49.670772 dv-cinder-801875-2-iscsi neutron-server[93193]: return self.request(url, 'GET', **kwargs) Jul 22 23:15:49.670772 dv-cinder-801875-2-iscsi neutron-server[93193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:15:49.670772 dv-cinder-801875-2-iscsi neutron-server[93193]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:15:49.670772 dv-cinder-801875-2-iscsi neutron-server[93193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:15:49.670772 dv-cinder-801875-2-iscsi neutron-server[93193]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:15:49.670772 dv-cinder-801875-2-iscsi neutron-server[93193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:15:49.670772 dv-cinder-801875-2-iscsi neutron-server[93193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:15:49.670772 dv-cinder-801875-2-iscsi neutron-server[93193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:15:49.732394 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-d71f3de6-f8c7-466c-92bd-1b97e2b1b947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1832741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680861'] for network, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:49.739575 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-d71f3de6-f8c7-466c-92bd-1b97e2b1b947 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585183'] for network, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:49.743188 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-d71f3de6-f8c7-466c-92bd-1b97e2b1b947 admin admin] 10.222.0.44 "DELETE /v2.0/networks/e7dbe19f-3d9d-4ca0-9cfb-20559f3d70b0 HTTP/1.1" status: 204 len: 168 time: 0.2697189 Jul 22 23:15:49.753130 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71f3de6-f8c7-466c-92bd-1b97e2b1b947 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7dbe19f-3d9d-4ca0-9cfb-20559f3d70b0,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:49.901582 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 38384) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:15:49.940271 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-af3af7cf-3ddf-4ab7-9faa-fb868fcadc72 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d5820f83eab04d5c8dac281d2158f2bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0375197 Jul 22 23:15:49.942684 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 38386) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:15:49.991846 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-84fc458d-53fe-4cf9-9305-4e9f1593c918 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:50.013335 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-84fc458d-53fe-4cf9-9305-4e9f1593c918 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:50.063945 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-84fc458d-53fe-4cf9-9305-4e9f1593c918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:50.066684 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-84fc458d-53fe-4cf9-9305-4e9f1593c918 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:50.067814 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-84fc458d-53fe-4cf9-9305-4e9f1593c918 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/19b88fb3-39ec-448e-8763-3d3cfc3c4317 HTTP/1.1" status: 204 len: 168 time: 0.1242537 Jul 22 23:15:50.080101 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fc458d-53fe-4cf9-9305-4e9f1593c918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19b88fb3-39ec-448e-8763-3d3cfc3c4317,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:50.124116 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503eaa6c-541d-4e24-91eb-5f3d6215a175 req-c3e34244-e8b4-4017-8098-3b66703db03f tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:50.125599 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-503eaa6c-541d-4e24-91eb-5f3d6215a175 req-c3e34244-e8b4-4017-8098-3b66703db03f tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=8271f108-5334-4d0a-a188-933ee657ed0e HTTP/1.1" status: 200 len: 946 time: 0.0668888 Jul 22 23:15:50.168861 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-503eaa6c-541d-4e24-91eb-5f3d6215a175 req-70ba5d66-3520-45ac-8795-f397b9c6b702 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdf4a528-dd54-4780-893e-44f1896a93f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376260 Jul 22 23:15:50.823047 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c061a676-123c-47d0-aab0-c35a66e8f5c0 req-6a74996b-8e1d-4709-855f-3cce873c6bc7 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:50.824610 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-c061a676-123c-47d0-aab0-c35a66e8f5c0 req-6a74996b-8e1d-4709-855f-3cce873c6bc7 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.76 "GET /v2.0/ports?device_id=8271f108-5334-4d0a-a188-933ee657ed0e HTTP/1.1" status: 200 len: 946 time: 0.0657060 Jul 22 23:15:50.906264 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-cbf739a1-5d20-402c-989d-00d0f7e6e81c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:50.925989 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.plugin [req-c061a676-123c-47d0-aab0-c35a66e8f5c0 req-ead14ec4-2a6f-463b-b6b5-b1701e07bfa7 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Deleting port ed9d47de-6c01-44de-9932-7c1d241b8fba {{(pid=93193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:15:50.926331 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-c061a676-123c-47d0-aab0-c35a66e8f5c0 req-ead14ec4-2a6f-463b-b6b5-b1701e07bfa7 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769065717140'] for port, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:51.021553 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.db [req-c061a676-123c-47d0-aab0-c35a66e8f5c0 req-ead14ec4-2a6f-463b-b6b5-b1701e07bfa7 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] For port ed9d47de-6c01-44de-9932-7c1d241b8fba, host hv-cinder-80187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80187',level=0,port_id=ed9d47de-6c01-44de-9932-7c1d241b8fba,segment=NetworkSegment(f73d282d-c39b-4414-b8a8-4f3ec992f8ca),segment_id=f73d282d-c39b-4414-b8a8-4f3ec992f8ca)] {{(pid=93193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:15:51.021950 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-c061a676-123c-47d0-aab0-c35a66e8f5c0 req-ead14ec4-2a6f-463b-b6b5-b1701e07bfa7 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681326'] for port, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:51.294074 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-c061a676-123c-47d0-aab0-c35a66e8f5c0 req-ead14ec4-2a6f-463b-b6b5-b1701e07bfa7 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:51.294439 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-c061a676-123c-47d0-aab0-c35a66e8f5c0 req-ead14ec4-2a6f-463b-b6b5-b1701e07bfa7 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680835'] for floatingip, after_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:51.294752 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.db.l3_db [req-c061a676-123c-47d0-aab0-c35a66e8f5c0 req-ead14ec4-2a6f-463b-b6b5-b1701e07bfa7 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Floating IP 8989705a-efd4-4375-909a-1cd5f4624d87 disassociated. External IP: 172.27.1.172, port: ed9d47de-6c01-44de-9932-7c1d241b8fba. Jul 22 23:15:51.295084 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.plugin [req-c061a676-123c-47d0-aab0-c35a66e8f5c0 req-ead14ec4-2a6f-463b-b6b5-b1701e07bfa7 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Calling delete_port for ed9d47de-6c01-44de-9932-7c1d241b8fba owned by compute:nova {{(pid=93193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:15:51.340785 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce5f7a6-2f03-4425-91f2-2c13a1fea1e3 req-d64b09bf-1e3d-4e73-95de-b2b94f998897 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:51.342569 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-1ce5f7a6-2f03-4425-91f2-2c13a1fea1e3 req-d64b09bf-1e3d-4e73-95de-b2b94f998897 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=8271f108-5334-4d0a-a188-933ee657ed0e HTTP/1.1" status: 200 len: 946 time: 0.0882261 Jul 22 23:15:51.382496 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-1ce5f7a6-2f03-4425-91f2-2c13a1fea1e3 req-3a045345-6f3f-42b1-9b03-fab03b312834 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdf4a528-dd54-4780-893e-44f1896a93f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330555 Jul 22 23:15:51.637616 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-c061a676-123c-47d0-aab0-c35a66e8f5c0 req-ead14ec4-2a6f-463b-b6b5-b1701e07bfa7 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769065717863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769065317250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31811438'] for port, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:51.663373 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead14ec4-2a6f-463b-b6b5-b1701e07bfa7 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Pushing event deleted for resources: {'Port': ['ID=ed9d47de-6c01-44de-9932-7c1d241b8fba,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:51.795694 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c061a676-123c-47d0-aab0-c35a66e8f5c0 req-ead14ec4-2a6f-463b-b6b5-b1701e07bfa7 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Router 8224ad20-6f9d-4cf8-8783-c43db30f6170 has already been hosted by L3 agent fdf30918-cf4b-4771-a7f5-907485eb00f1 {{(pid=93193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:15:51.903030 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c061a676-123c-47d0-aab0-c35a66e8f5c0 req-ead14ec4-2a6f-463b-b6b5-b1701e07bfa7 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Notify agent at l3_agent.dv-cinder-801875-2-iscsi the message routers_updated {{(pid=93193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:15:51.915617 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1230f5f0-77ac-483a-aedb-defe85ce33c1 None None] Sync routers for ids ['8224ad20-6f9d-4cf8-8783-c43db30f6170'] in dv-cinder-801875-2-iscsi {{(pid=93194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:15:51.925897 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1230f5f0-77ac-483a-aedb-defe85ce33c1 None None] Routers {'8224ad20-6f9d-4cf8-8783-c43db30f6170'} bound to L3 agent in host dv-cinder-801875-2-iscsi {{(pid=93194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:15:51.926510 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-1230f5f0-77ac-483a-aedb-defe85ce33c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801875-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:03:18Z,description=,heartbeat_timestamp=2021-07-22T23:15:48Z,host='dv-cinder-801875-2-iscsi',id=fdf30918-cf4b-4771-a7f5-907485eb00f1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:18Z,topic='l3_agent')) {'router_ids': ['8224ad20-6f9d-4cf8-8783-c43db30f6170'], 'active': True} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:15:51.950553 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.db.l3_dvrscheduler_db [req-c061a676-123c-47d0-aab0-c35a66e8f5c0 req-ead14ec4-2a6f-463b-b6b5-b1701e07bfa7 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] No DVR routers for this DVR port ed9d47de-6c01-44de-9932-7c1d241b8fba on host hv-cinder-80187 {{(pid=93193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:15:51.953004 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-c061a676-123c-47d0-aab0-c35a66e8f5c0 req-ead14ec4-2a6f-463b-b6b5-b1701e07bfa7 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92570'] for port, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:51.955041 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-c061a676-123c-47d0-aab0-c35a66e8f5c0 req-ead14ec4-2a6f-463b-b6b5-b1701e07bfa7 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.76 "DELETE /v2.0/ports/ed9d47de-6c01-44de-9932-7c1d241b8fba HTTP/1.1" status: 204 len: 173 time: 1.1245410 Jul 22 23:15:51.955468 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8271f108-5334-4d0a-a188-933ee657ed0e', 'name': 'network-vif-deleted', 'tag': 'ed9d47de-6c01-44de-9932-7c1d241b8fba'}] {{(pid=93193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:15:51.957744 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53e3bfa867fb079e45cf064e3f04560eeff66f84eee23b8fde49e5f46f239411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcc83cae-bc21-41f9-8775-378b8f75d0e4" -d '{"events": [{"server_uuid": "8271f108-5334-4d0a-a188-933ee657ed0e", "name": "network-vif-deleted", "tag": "ed9d47de-6c01-44de-9932-7c1d241b8fba"}]}' {{(pid=93193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:15:52.011312 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cb277de-d731-4a64-a2dd-41ea86854a23 x-openstack-request-id: req-3cb277de-d731-4a64-a2dd-41ea86854a23 {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:15:52.011603 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8271f108-5334-4d0a-a188-933ee657ed0e", "name": "network-vif-deleted", "tag": "ed9d47de-6c01-44de-9932-7c1d241b8fba", "status": "completed", "code": 200}]} {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:15:52.011851 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3cb277de-d731-4a64-a2dd-41ea86854a23 {{(pid=93193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:15:52.012240 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8271f108-5334-4d0a-a188-933ee657ed0e', 'name': 'network-vif-deleted', 'tag': 'ed9d47de-6c01-44de-9932-7c1d241b8fba', 'status': 'completed', 'code': 200} Jul 22 23:15:52.038794 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvr_db [None req-1230f5f0-77ac-483a-aedb-defe85ce33c1 None None] Set router 8224ad20-6f9d-4cf8-8783-c43db30f6170 gateway port host: dv-cinder-801875-2-iscsi {{(pid=93194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:15:52.260912 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-1230f5f0-77ac-483a-aedb-defe85ce33c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8224ad20-6f9d-4cf8-8783-c43db30f6170', 'name': 'tempest-AttachVolumeShelveTestJSON-1093504326-router', 'tenant_id': '934579b2f9344fa4a2472101e976d552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'external_fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '41f5966e-46b6-472b-a65f-12904462cfc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:11:09Z', 'updated_at': '2021-07-22T23:11:21Z', 'revision_number': 4, 'project_id': '934579b2f9344fa4a2472101e976d552', 'gw_port': {'id': '41f5966e-46b6-472b-a65f-12904462cfc3', 'name': '', 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:2e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8224ad20-6f9d-4cf8-8783-c43db30f6170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:11:10Z', 'updated_at': '2021-07-22T23:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801875-2-iscsi', '_interfaces': [{'id': 'ee9e5b45-0554-4341-94e3-6949c5a4fd0a', 'name': '', 'network_id': '15297b5d-2132-449e-9de1-fcfc3bc99bcd', 'tenant_id': '934579b2f9344fa4a2472101e976d552', 'mac_address': 'fa:16:3e:d3:ad:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8224ad20-6f9d-4cf8-8783-c43db30f6170', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c47fa5de-a082-4f3c-9a72-06af8857dbb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:11:17Z', 'updated_at': '2021-07-22T23:11:29Z', 'revision_number': 5, 'project_id': '934579b2f9344fa4a2472101e976d552', 'subnets': [{'id': 'c47fa5de-a082-4f3c-9a72-06af8857dbb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801875-2-iscsi', False) {} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:15:52.292446 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1230f5f0-77ac-483a-aedb-defe85ce33c1 None None] Checking router: 8224ad20-6f9d-4cf8-8783-c43db30f6170 for host: dv-cinder-801875-2-iscsi {{(pid=93194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:15:52.301217 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1230f5f0-77ac-483a-aedb-defe85ce33c1 None None] Routers {'8224ad20-6f9d-4cf8-8783-c43db30f6170'} bound to L3 agent in host dv-cinder-801875-2-iscsi {{(pid=93194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:15:52.301835 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-1230f5f0-77ac-483a-aedb-defe85ce33c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801875-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:03:18Z,description=,heartbeat_timestamp=2021-07-22T23:15:48Z,host='dv-cinder-801875-2-iscsi',id=fdf30918-cf4b-4771-a7f5-907485eb00f1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:18Z,topic='l3_agent')) {'router_ids': ['8224ad20-6f9d-4cf8-8783-c43db30f6170'], 'active': True} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:15:52.413606 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvr_db [None req-1230f5f0-77ac-483a-aedb-defe85ce33c1 None None] Set router 8224ad20-6f9d-4cf8-8783-c43db30f6170 gateway port host: dv-cinder-801875-2-iscsi {{(pid=93194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:15:52.543208 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-f90d5483-9903-4004-afd2-8d4f8f4928b5 req-8a1f8d0e-d5d2-4c0b-b468-f6dd2f881ab5 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=8271f108-5334-4d0a-a188-933ee657ed0e HTTP/1.1" status: 200 len: 210 time: 0.0422859 Jul 22 23:15:52.674747 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-1230f5f0-77ac-483a-aedb-defe85ce33c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8224ad20-6f9d-4cf8-8783-c43db30f6170', 'name': 'tempest-AttachVolumeShelveTestJSON-1093504326-router', 'tenant_id': '934579b2f9344fa4a2472101e976d552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'external_fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '41f5966e-46b6-472b-a65f-12904462cfc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:11:09Z', 'updated_at': '2021-07-22T23:11:21Z', 'revision_number': 4, 'project_id': '934579b2f9344fa4a2472101e976d552', 'gw_port': {'id': '41f5966e-46b6-472b-a65f-12904462cfc3', 'name': '', 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:2e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8224ad20-6f9d-4cf8-8783-c43db30f6170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:11:10Z', 'updated_at': '2021-07-22T23:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801875-2-iscsi', '_interfaces': [{'id': 'ee9e5b45-0554-4341-94e3-6949c5a4fd0a', 'name': '', 'network_id': '15297b5d-2132-449e-9de1-fcfc3bc99bcd', 'tenant_id': '934579b2f9344fa4a2472101e976d552', 'mac_address': 'fa:16:3e:d3:ad:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8224ad20-6f9d-4cf8-8783-c43db30f6170', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c47fa5de-a082-4f3c-9a72-06af8857dbb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:11:17Z', 'updated_at': '2021-07-22T23:11:29Z', 'revision_number': 5, 'project_id': '934579b2f9344fa4a2472101e976d552', 'subnets': [{'id': 'c47fa5de-a082-4f3c-9a72-06af8857dbb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801875-2-iscsi', False) {} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:15:52.701562 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1230f5f0-77ac-483a-aedb-defe85ce33c1 None None] The sync data for ids ['8224ad20-6f9d-4cf8-8783-c43db30f6170'] in dv-cinder-801875-2-iscsi is: [{'id': '8224ad20-6f9d-4cf8-8783-c43db30f6170', 'name': 'tempest-AttachVolumeShelveTestJSON-1093504326-router', 'tenant_id': '934579b2f9344fa4a2472101e976d552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'external_fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '41f5966e-46b6-472b-a65f-12904462cfc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:11:09Z', 'updated_at': '2021-07-22T23:11:21Z', 'revision_number': 4, 'project_id': '934579b2f9344fa4a2472101e976d552', 'gw_port': {'id': '41f5966e-46b6-472b-a65f-12904462cfc3', 'name': '', 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:2e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8224ad20-6f9d-4cf8-8783-c43db30f6170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:11:10Z', 'updated_at': '2021-07-22T23:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801875-2-iscsi', '_interfaces': [{'id': 'ee9e5b45-0554-4341-94e3-6949c5a4fd0a', 'name': '', 'network_id': '15297b5d-2132-449e-9de1-fcfc3bc99bcd', 'tenant_id': '934579b2f9344fa4a2472101e976d552', 'mac_address': 'fa:16:3e:d3:ad:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8224ad20-6f9d-4cf8-8783-c43db30f6170', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c47fa5de-a082-4f3c-9a72-06af8857dbb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:11:17Z', 'updated_at': '2021-07-22T23:11:29Z', 'revision_number': 5, 'project_id': '934579b2f9344fa4a2472101e976d552', 'subnets': [{'id': 'c47fa5de-a082-4f3c-9a72-06af8857dbb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:15:52.897695 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c374a316-51b7-4a5c-8ebf-a2bca9d3aaa8 None None] New status for floating IP 8989705a-efd4-4375-909a-1cd5f4624d87: DOWN {{(pid=93195) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 23:15:53.653987 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 38456) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:15:53.709132 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-09033fcb-e7aa-49f0-9538-dccb21c9cf0c tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Notify callbacks [] for security_group, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:53.733426 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-09033fcb-e7aa-49f0-9538-dccb21c9cf0c tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:53.784998 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-09033fcb-e7aa-49f0-9538-dccb21c9cf0c tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:53.787560 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-09033fcb-e7aa-49f0-9538-dccb21c9cf0c tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Notify callbacks [] for security_group, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:53.788723 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-09033fcb-e7aa-49f0-9538-dccb21c9cf0c tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "DELETE /v2.0/security-groups/cdf4a528-dd54-4780-893e-44f1896a93f6 HTTP/1.1" status: 204 len: 168 time: 0.1337469 Jul 22 23:15:53.791501 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 38458) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:15:53.797402 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09033fcb-e7aa-49f0-9538-dccb21c9cf0c tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdf4a528-dd54-4780-893e-44f1896a93f6,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:53.804699 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.api.v2.resource [None req-1277af2e-6dad-4f44-b1bb-9870f0e3f297 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] show failed (client error): The resource could not be found. Jul 22 23:15:53.805852 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-1277af2e-6dad-4f44-b1bb-9870f0e3f297 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups/cdf4a528-dd54-4780-893e-44f1896a93f6 HTTP/1.1" status: 404 len: 347 time: 0.0133996 Jul 22 23:15:53.809280 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 38460) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:15:53.926268 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.plugin [None req-03d735e4-2e49-4c39-aebe-666a5a8cc54c tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Deleting port e2bf4874-d375-4238-afe1-290afdee752d {{(pid=93192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:15:53.926606 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-03d735e4-2e49-4c39-aebe-666a5a8cc54c tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769065717140'] for port, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:54.003755 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-03d735e4-2e49-4c39-aebe-666a5a8cc54c tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681326'] for port, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:54.004081 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-03d735e4-2e49-4c39-aebe-666a5a8cc54c tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:54.015349 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.plugin [None req-03d735e4-2e49-4c39-aebe-666a5a8cc54c tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Calling delete_port for e2bf4874-d375-4238-afe1-290afdee752d owned by network:floatingip {{(pid=93192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:15:54.154678 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-03d735e4-2e49-4c39-aebe-666a5a8cc54c tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769065717863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769065317250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30393516'] for port, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:54.178710 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d735e4-2e49-4c39-aebe-666a5a8cc54c tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Pushing event deleted for resources: {'Port': ['ID=e2bf4874-d375-4238-afe1-290afdee752d,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:54.241160 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-03d735e4-2e49-4c39-aebe-666a5a8cc54c tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Notify callbacks [] for floatingip, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:54.243622 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-03d735e4-2e49-4c39-aebe-666a5a8cc54c tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92570'] for floatingip, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:54.246237 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-03d735e4-2e49-4c39-aebe-666a5a8cc54c tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "DELETE /v2.0/floatingips/8989705a-efd4-4375-909a-1cd5f4624d87 HTTP/1.1" status: 204 len: 168 time: 0.4346552 Jul 22 23:15:54.462814 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 38464) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:15:54.468075 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.v2.base [None req-f2c36719-64d1-48d9-bf96-00032d585776 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1787331774', 'description': 'tempest-description--1903668833'}} {{(pid=93192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:15:54.493483 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-f2c36719-64d1-48d9-bf96-00032d585776 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Notify callbacks [] for security_group, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:54.573281 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-f2c36719-64d1-48d9-bf96-00032d585776 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Notify callbacks [] for security_group, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:54.576820 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-f2c36719-64d1-48d9-bf96-00032d585776 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:54.607108 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-f2c36719-64d1-48d9-bf96-00032d585776 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Notify callbacks [] for security_group, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:54.608279 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-f2c36719-64d1-48d9-bf96-00032d585776 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1438932 Jul 22 23:15:54.610153 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c36719-64d1-48d9-bf96-00032d585776 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ba28736-b717-4e82-9aeb-8949531051c1,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:54.611774 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 38466) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:15:54.616578 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [None req-6077da16-46cf-4f4a-9ad4-88d3072cb6d4 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Request body: {'security_group_rule': {'security_group_id': '7ba28736-b717-4e82-9aeb-8949531051c1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:15:54.644103 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-6077da16-46cf-4f4a-9ad4-88d3072cb6d4 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:54.690565 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-6077da16-46cf-4f4a-9ad4-88d3072cb6d4 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:54.694081 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-6077da16-46cf-4f4a-9ad4-88d3072cb6d4 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840567'] for security_group_rule, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:54.710663 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6077da16-46cf-4f4a-9ad4-88d3072cb6d4 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cd68032-2bcd-4cb1-9a72-6b0144ee01f8,revision_number=0']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:54.717819 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-6077da16-46cf-4f4a-9ad4-88d3072cb6d4 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:54.718982 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-6077da16-46cf-4f4a-9ad4-88d3072cb6d4 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1060755 Jul 22 23:15:54.721848 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 38470) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:15:54.726612 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.v2.base [None req-ce0b2652-718e-42cc-aea7-4029fe3f2334 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Request body: {'security_group_rule': {'security_group_id': '7ba28736-b717-4e82-9aeb-8949531051c1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:15:54.755051 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-ce0b2652-718e-42cc-aea7-4029fe3f2334 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:54.815672 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-ce0b2652-718e-42cc-aea7-4029fe3f2334 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:54.819559 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-ce0b2652-718e-42cc-aea7-4029fe3f2334 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840567'] for security_group_rule, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:54.839142 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0b2652-718e-42cc-aea7-4029fe3f2334 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afec1caf-e932-49c4-8b7e-d6130d2ca7a2,revision_number=0']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:54.842300 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-ce0b2652-718e-42cc-aea7-4029fe3f2334 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:54.845808 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-ce0b2652-718e-42cc-aea7-4029fe3f2334 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1206422 Jul 22 23:15:54.846554 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 38472) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:15:54.851114 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.v2.base [None req-a04db62c-bc55-4519-9c52-3b816a9a3042 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Request body: {'floatingip': {'floating_network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4'}} {{(pid=93192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:15:54.872648 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-a04db62c-bc55-4519-9c52-3b816a9a3042 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Notify callbacks [] for floatingip, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:54.968562 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-a04db62c-bc55-4519-9c52-3b816a9a3042 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:55.067893 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.db.db_base_plugin_common [None req-a04db62c-bc55-4519-9c52-3b816a9a3042 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Allocated IP 172.27.1.221 (e89e037f-b917-4fce-8638-db5189a5e8e4/7d2d3a68-9173-4429-9239-290b8b68fb34/7d34af4b-bab6-46e7-a2df-303773d52bed) {{(pid=93192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:15:55.170872 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-a04db62c-bc55-4519-9c52-3b816a9a3042 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Notify callbacks [] for port, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:55.207783 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-a04db62c-bc55-4519-9c52-3b816a9a3042 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769065317241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30393516'] for port, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:55.243671 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04db62c-bc55-4519-9c52-3b816a9a3042 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Network e89e037f-b917-4fce-8638-db5189a5e8e4 is already hosted by enough agents. {{(pid=93192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:15:55.248226 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.scheduler.base_scheduler [None req-a04db62c-bc55-4519-9c52-3b816a9a3042 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Resources bound (agent type, host, resource id): {{(pid=93192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:15:55.251565 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04db62c-bc55-4519-9c52-3b816a9a3042 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Received port after_create {{(pid=93192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:15:55.274789 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04db62c-bc55-4519-9c52-3b816a9a3042 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Pushing event updated for resources: {'Port': ['ID=7d34af4b-bab6-46e7-a2df-303773d52bed,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:55.336522 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-a04db62c-bc55-4519-9c52-3b816a9a3042 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:55.382159 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-a04db62c-bc55-4519-9c52-3b816a9a3042 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:55.529623 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-a04db62c-bc55-4519-9c52-3b816a9a3042 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Notify callbacks [] for port, precommit_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:55.534038 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-a04db62c-bc55-4519-9c52-3b816a9a3042 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30393511'] for port, after_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:55.577386 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Device ed9d47de-6c01-44de-9932-7c1d241b8fba no longer exists at agent hyperv_hv-cinder-80187 {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:15:55.598234 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04db62c-bc55-4519-9c52-3b816a9a3042 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Pushing event updated for resources: {'Port': ['ID=7d34af4b-bab6-46e7-a2df-303773d52bed,revision_number=2']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:55.605875 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] No Port match for: ed9d47de-6c01-44de-9932-7c1d241b8fba {{(pid=93194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:15:55.606219 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Device ed9d47de-6c01-44de-9932-7c1d241b8fba not bound to the agent host hv-cinder-80187 {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:15:55.611049 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-a04db62c-bc55-4519-9c52-3b816a9a3042 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680835'] for floatingip, after_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:55.624125 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-a04db62c-bc55-4519-9c52-3b816a9a3042 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92570'] for floatingip, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:55.625399 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-a04db62c-bc55-4519-9c52-3b816a9a3042 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7777500 Jul 22 23:15:55.811477 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-08e0f6ee-b148-49b9-b8ec-12817e8e1bad req-4f27bb44-0c38-49a5-b669-119ba3aab75b tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1787331774&fields=id&tenant_id=934579b2f9344fa4a2472101e976d552 HTTP/1.1" status: 200 len: 267 time: 0.0314693 Jul 22 23:15:55.917504 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e0f6ee-b148-49b9-b8ec-12817e8e1bad req-29a84a3e-dcb4-447d-8ea9-75af1890613e tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:55.918971 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-08e0f6ee-b148-49b9-b8ec-12817e8e1bad req-29a84a3e-dcb4-447d-8ea9-75af1890613e tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/networks?id=15297b5d-2132-449e-9de1-fcfc3bc99bcd HTTP/1.1" status: 200 len: 817 time: 0.1014781 Jul 22 23:15:55.933932 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-08e0f6ee-b148-49b9-b8ec-12817e8e1bad req-144cdea9-02df-4eed-8b73-441fdaa2c030 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/quotas/934579b2f9344fa4a2472101e976d552 HTTP/1.1" status: 200 len: 375 time: 0.0095029 Jul 22 23:15:56.003207 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-08e0f6ee-b148-49b9-b8ec-12817e8e1bad req-aeb7e9e3-a05b-481e-9f3f-8b8ff4404d8b tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=934579b2f9344fa4a2472101e976d552&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0630541 Jul 22 23:15:56.098284 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-08e0f6ee-b148-49b9-b8ec-12817e8e1bad req-949f4dc2-8ccb-44f1-a2de-0553da369d2c service neutron] 10.222.0.44 "GET /v2.0/networks/15297b5d-2132-449e-9de1-fcfc3bc99bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830505 Jul 22 23:15:56.184838 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-08e0f6ee-b148-49b9-b8ec-12817e8e1bad req-aefa2f22-b4c5-4ab5-8cfd-b2538b7dfb9d service neutron] 10.222.0.44 "GET /v2.0/networks/15297b5d-2132-449e-9de1-fcfc3bc99bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808828 Jul 22 23:15:56.355736 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-df3dacb4-6417-43fc-8e06-cf48fb8142ed req-97021ea7-3703-4aab-a539-dde4c2573a87 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=544d54a9-5ad7-41eb-8f2a-564866bd86bb HTTP/1.1" status: 200 len: 210 time: 0.0304005 Jul 22 23:15:57.414988 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e0f6ee-b148-49b9-b8ec-12817e8e1bad req-941ca292-cb42-46ff-ae3d-04c1eee5ee0a tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:57.417013 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-08e0f6ee-b148-49b9-b8ec-12817e8e1bad req-941ca292-cb42-46ff-ae3d-04c1eee5ee0a tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.76 "GET /v2.0/networks?id=15297b5d-2132-449e-9de1-fcfc3bc99bcd HTTP/1.1" status: 200 len: 817 time: 0.1054285 Jul 22 23:15:57.462279 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-fd89934b-eef7-4ab3-a0cc-fa14ff04fcc7 req-cd1aaac3-ded6-476c-be4c-6e215c9a7235 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=544d54a9-5ad7-41eb-8f2a-564866bd86bb HTTP/1.1" status: 200 len: 210 time: 0.0326853 Jul 22 23:15:57.471705 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-08e0f6ee-b148-49b9-b8ec-12817e8e1bad req-2707723b-9358-4750-8ea8-5d09d12d3242 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=934579b2f9344fa4a2472101e976d552 HTTP/1.1" status: 200 len: 380 time: 0.0353861 Jul 22 23:15:57.485133 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [req-08e0f6ee-b148-49b9-b8ec-12817e8e1bad req-6caf36a4-b87e-4aa0-8334-efa54dd5d26a tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Request body: {'port': {'device_id': '544d54a9-5ad7-41eb-8f2a-564866bd86bb', 'network_id': '15297b5d-2132-449e-9de1-fcfc3bc99bcd', 'admin_state_up': True, 'tenant_id': '934579b2f9344fa4a2472101e976d552', 'security_groups': ['7ba28736-b717-4e82-9aeb-8949531051c1']}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:15:57.594549 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08e0f6ee-b148-49b9-b8ec-12817e8e1bad req-6caf36a4-b87e-4aa0-8334-efa54dd5d26a tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Made reservation on behalf of 934579b2f9344fa4a2472101e976d552 for: {'port': 1} {{(pid=93193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:15:57.598090 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-08e0f6ee-b148-49b9-b8ec-12817e8e1bad req-6caf36a4-b87e-4aa0-8334-efa54dd5d26a tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:57.723140 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.db.db_base_plugin_common [req-08e0f6ee-b148-49b9-b8ec-12817e8e1bad req-6caf36a4-b87e-4aa0-8334-efa54dd5d26a tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Allocated IP 172.20.0.6 (15297b5d-2132-449e-9de1-fcfc3bc99bcd/c47fa5de-a082-4f3c-9a72-06af8857dbb0/037f2ea9-5050-415f-9f26-af0d00823a41) {{(pid=93193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:15:57.856870 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-08e0f6ee-b148-49b9-b8ec-12817e8e1bad req-6caf36a4-b87e-4aa0-8334-efa54dd5d26a tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Notify callbacks [] for port, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:57.871004 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.db.provisioning_blocks [req-08e0f6ee-b148-49b9-b8ec-12817e8e1bad req-6caf36a4-b87e-4aa0-8334-efa54dd5d26a tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Transition to ACTIVE for port object 037f2ea9-5050-415f-9f26-af0d00823a41 will not be triggered until provisioned by entity DHCP. {{(pid=93193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:15:57.905109 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-08e0f6ee-b148-49b9-b8ec-12817e8e1bad req-6caf36a4-b87e-4aa0-8334-efa54dd5d26a tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769065317241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31811438'] for port, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:57.959915 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08e0f6ee-b148-49b9-b8ec-12817e8e1bad req-6caf36a4-b87e-4aa0-8334-efa54dd5d26a tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Network 15297b5d-2132-449e-9de1-fcfc3bc99bcd is already hosted by enough agents. {{(pid=93193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:15:57.965423 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.scheduler.base_scheduler [req-08e0f6ee-b148-49b9-b8ec-12817e8e1bad req-6caf36a4-b87e-4aa0-8334-efa54dd5d26a tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Resources bound (agent type, host, resource id): {{(pid=93193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:15:57.967901 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.db.l3_dvrscheduler_db [req-08e0f6ee-b148-49b9-b8ec-12817e8e1bad req-6caf36a4-b87e-4aa0-8334-efa54dd5d26a tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Received port after_create {{(pid=93193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:15:57.997981 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caf36a4-b87e-4aa0-8334-efa54dd5d26a tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Pushing event updated for resources: {'Port': ['ID=037f2ea9-5050-415f-9f26-af0d00823a41,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:58.024701 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e0f6ee-b148-49b9-b8ec-12817e8e1bad req-6caf36a4-b87e-4aa0-8334-efa54dd5d26a tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:58.025338 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-08e0f6ee-b148-49b9-b8ec-12817e8e1bad req-6caf36a4-b87e-4aa0-8334-efa54dd5d26a tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92570'] for port, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:58.041143 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-08e0f6ee-b148-49b9-b8ec-12817e8e1bad req-6caf36a4-b87e-4aa0-8334-efa54dd5d26a tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5602126 Jul 22 23:15:58.062135 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [req-08e0f6ee-b148-49b9-b8ec-12817e8e1bad req-27b0437b-27f3-436a-90ad-5290eb199b07 service neutron] Request body: {'port': {'device_id': '544d54a9-5ad7-41eb-8f2a-564866bd86bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80187'}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:15:58.134674 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-08e0f6ee-b148-49b9-b8ec-12817e8e1bad req-27b0437b-27f3-436a-90ad-5290eb199b07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:58.199988 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-1f526041-c9f6-4194-97d1-de35a4a2c22c None None] Provisioning for port 037f2ea9-5050-415f-9f26-af0d00823a41 completed by entity DHCP. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:15:58.203765 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-1f526041-c9f6-4194-97d1-de35a4a2c22c None None] Provisioning complete for port 037f2ea9-5050-415f-9f26-af0d00823a41 triggered by entity DHCP. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:15:58.204139 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-1f526041-c9f6-4194-97d1-de35a4a2c22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832377'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:58.239931 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-1f526041-c9f6-4194-97d1-de35a4a2c22c None None] Port 037f2ea9-5050-415f-9f26-af0d00823a41 cannot update to ACTIVE because it is not bound. {{(pid=93194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:15:58.402551 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.notifiers.nova [req-08e0f6ee-b148-49b9-b8ec-12817e8e1bad req-27b0437b-27f3-436a-90ad-5290eb199b07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 037f2ea9-5050-415f-9f26-af0d00823a41 {{(pid=93193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:15:58.409784 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-08e0f6ee-b148-49b9-b8ec-12817e8e1bad req-27b0437b-27f3-436a-90ad-5290eb199b07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:58.422002 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.db.provisioning_blocks [req-08e0f6ee-b148-49b9-b8ec-12817e8e1bad req-27b0437b-27f3-436a-90ad-5290eb199b07 service neutron] Transition to ACTIVE for port object 037f2ea9-5050-415f-9f26-af0d00823a41 will not be triggered until provisioned by entity L2. {{(pid=93193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:15:58.425723 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-08e0f6ee-b148-49b9-b8ec-12817e8e1bad req-27b0437b-27f3-436a-90ad-5290eb199b07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31811429'] for port, after_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:58.475969 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b0437b-27f3-436a-90ad-5290eb199b07 service neutron] Pushing event updated for resources: {'Port': ['ID=037f2ea9-5050-415f-9f26-af0d00823a41,revision_number=2']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:58.552388 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.managers [req-08e0f6ee-b148-49b9-b8ec-12817e8e1bad req-27b0437b-27f3-436a-90ad-5290eb199b07 service neutron] Attempting to bind port 037f2ea9-5050-415f-9f26-af0d00823a41 on host hv-cinder-80187 for vnic_type normal with profile {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:15:58.552871 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.managers [req-08e0f6ee-b148-49b9-b8ec-12817e8e1bad req-27b0437b-27f3-436a-90ad-5290eb199b07 service neutron] Attempting to bind port 037f2ea9-5050-415f-9f26-af0d00823a41 by drivers openvswitch,hyperv on host hv-cinder-80187 at level 0 using segments [{'id': 'f73d282d-c39b-4414-b8a8-4f3ec992f8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '15297b5d-2132-449e-9de1-fcfc3bc99bcd'}] {{(pid=93193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:15:58.553342 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e0f6ee-b148-49b9-b8ec-12817e8e1bad req-27b0437b-27f3-436a-90ad-5290eb199b07 service neutron] Attempting to bind port 037f2ea9-5050-415f-9f26-af0d00823a41 on network 15297b5d-2132-449e-9de1-fcfc3bc99bcd {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:15:58.558327 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e0f6ee-b148-49b9-b8ec-12817e8e1bad req-27b0437b-27f3-436a-90ad-5290eb199b07 service neutron] Port 037f2ea9-5050-415f-9f26-af0d00823a41 on network 15297b5d-2132-449e-9de1-fcfc3bc99bcd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80187 {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:15:58.558747 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e0f6ee-b148-49b9-b8ec-12817e8e1bad req-27b0437b-27f3-436a-90ad-5290eb199b07 service neutron] Attempting to bind port 037f2ea9-5050-415f-9f26-af0d00823a41 on network 15297b5d-2132-449e-9de1-fcfc3bc99bcd {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:15:58.563949 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e0f6ee-b148-49b9-b8ec-12817e8e1bad req-27b0437b-27f3-436a-90ad-5290eb199b07 service neutron] Checking agent: {'id': '11a4ce8f-2944-4abd-9558-2f785ee5be32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80187', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 9, 19), 'started_at': datetime.datetime(2021, 7, 22, 23, 9, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:15:58.564282 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e0f6ee-b148-49b9-b8ec-12817e8e1bad req-27b0437b-27f3-436a-90ad-5290eb199b07 service neutron] Checking segment: {'id': 'f73d282d-c39b-4414-b8a8-4f3ec992f8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '15297b5d-2132-449e-9de1-fcfc3bc99bcd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:15:58.564690 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e0f6ee-b148-49b9-b8ec-12817e8e1bad req-27b0437b-27f3-436a-90ad-5290eb199b07 service neutron] Bound using segment: {'id': 'f73d282d-c39b-4414-b8a8-4f3ec992f8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '15297b5d-2132-449e-9de1-fcfc3bc99bcd'} {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:15:58.565108 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.managers [req-08e0f6ee-b148-49b9-b8ec-12817e8e1bad req-27b0437b-27f3-436a-90ad-5290eb199b07 service neutron] Bound port: 037f2ea9-5050-415f-9f26-af0d00823a41, host: hv-cinder-80187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f73d282d-c39b-4414-b8a8-4f3ec992f8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '15297b5d-2132-449e-9de1-fcfc3bc99bcd'}}] {{(pid=93193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:15:58.565458 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-08e0f6ee-b148-49b9-b8ec-12817e8e1bad req-27b0437b-27f3-436a-90ad-5290eb199b07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:58.602661 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1d7446-6218-4557-98c6-a111a7cace09 req-b6615e18-96f8-4bb8-a765-cc6ca7675b05 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:58.605828 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-ce1d7446-6218-4557-98c6-a111a7cace09 req-b6615e18-96f8-4bb8-a765-cc6ca7675b05 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=544d54a9-5ad7-41eb-8f2a-564866bd86bb HTTP/1.1" status: 200 len: 943 time: 0.0687137 Jul 22 23:15:58.636845 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.db [req-08e0f6ee-b148-49b9-b8ec-12817e8e1bad req-27b0437b-27f3-436a-90ad-5290eb199b07 service neutron] For port 037f2ea9-5050-415f-9f26-af0d00823a41, host hv-cinder-80187, cleared binding levels {{(pid=93193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:15:58.639772 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.db [req-08e0f6ee-b148-49b9-b8ec-12817e8e1bad req-27b0437b-27f3-436a-90ad-5290eb199b07 service neutron] For port 037f2ea9-5050-415f-9f26-af0d00823a41, host hv-cinder-80187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80187',level=0,port_id=037f2ea9-5050-415f-9f26-af0d00823a41,segment=NetworkSegment(f73d282d-c39b-4414-b8a8-4f3ec992f8ca),segment_id=f73d282d-c39b-4414-b8a8-4f3ec992f8ca)] {{(pid=93193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:15:58.644779 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-08e0f6ee-b148-49b9-b8ec-12817e8e1bad req-27b0437b-27f3-436a-90ad-5290eb199b07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31811429'] for port, after_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:58.644956 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-ce1d7446-6218-4557-98c6-a111a7cace09 req-e4646286-bbc3-4af2-81b9-fc98f805447a tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=7ba28736-b717-4e82-9aeb-8949531051c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334401 Jul 22 23:15:58.683641 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e0f6ee-b148-49b9-b8ec-12817e8e1bad req-27b0437b-27f3-436a-90ad-5290eb199b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:58.684251 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-08e0f6ee-b148-49b9-b8ec-12817e8e1bad req-27b0437b-27f3-436a-90ad-5290eb199b07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92570'] for port, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:58.685658 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-08e0f6ee-b148-49b9-b8ec-12817e8e1bad req-27b0437b-27f3-436a-90ad-5290eb199b07 service neutron] 10.222.0.76 "PUT /v2.0/ports/037f2ea9-5050-415f-9f26-af0d00823a41 HTTP/1.1" status: 200 len: 1093 time: 0.6291442 Jul 22 23:15:58.686089 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '544d54a9-5ad7-41eb-8f2a-564866bd86bb', 'tag': '037f2ea9-5050-415f-9f26-af0d00823a41'}] {{(pid=93193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:15:58.688293 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53e3bfa867fb079e45cf064e3f04560eeff66f84eee23b8fde49e5f46f239411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b45acfe-44f6-425e-83d0-dd6ecec71b0f" -d '{"events": [{"name": "network-changed", "server_uuid": "544d54a9-5ad7-41eb-8f2a-564866bd86bb", "tag": "037f2ea9-5050-415f-9f26-af0d00823a41"}]}' {{(pid=93193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:15:58.708458 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b0437b-27f3-436a-90ad-5290eb199b07 service neutron] Pushing event updated for resources: {'Port': ['ID=037f2ea9-5050-415f-9f26-af0d00823a41,revision_number=3']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:58.732745 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d7b6228-1070-492b-9b46-42b75d4f6239 x-openstack-request-id: req-5d7b6228-1070-492b-9b46-42b75d4f6239 {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:15:58.733029 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "544d54a9-5ad7-41eb-8f2a-564866bd86bb", "tag": "037f2ea9-5050-415f-9f26-af0d00823a41", "status": "completed", "code": 200}]} {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:15:58.733274 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5d7b6228-1070-492b-9b46-42b75d4f6239 {{(pid=93193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:15:58.733693 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '544d54a9-5ad7-41eb-8f2a-564866bd86bb', 'tag': '037f2ea9-5050-415f-9f26-af0d00823a41', 'status': 'completed', 'code': 200} Jul 22 23:15:58.807739 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e0f6ee-b148-49b9-b8ec-12817e8e1bad req-f8a42aab-fccb-4f52-b4e9-e5995ed1813c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:58.809283 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-08e0f6ee-b148-49b9-b8ec-12817e8e1bad req-f8a42aab-fccb-4f52-b4e9-e5995ed1813c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=934579b2f9344fa4a2472101e976d552&device_id=544d54a9-5ad7-41eb-8f2a-564866bd86bb HTTP/1.1" status: 200 len: 1096 time: 0.0598078 Jul 22 23:15:58.861197 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-08e0f6ee-b148-49b9-b8ec-12817e8e1bad req-ab70c8c4-0899-46b7-89d0-0a1e3c08b20f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=037f2ea9-5050-415f-9f26-af0d00823a41 HTTP/1.1" status: 200 len: 217 time: 0.0367887 Jul 22 23:15:58.931316 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e0f6ee-b148-49b9-b8ec-12817e8e1bad req-77f911bd-b68b-458e-9cf7-80c92949c27b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:58.932719 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-08e0f6ee-b148-49b9-b8ec-12817e8e1bad req-77f911bd-b68b-458e-9cf7-80c92949c27b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c47fa5de-a082-4f3c-9a72-06af8857dbb0 HTTP/1.1" status: 200 len: 856 time: 0.0464642 Jul 22 23:15:58.992182 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e0f6ee-b148-49b9-b8ec-12817e8e1bad req-3f0a9af7-1e99-449d-a9df-f84db6142bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:58.993684 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-08e0f6ee-b148-49b9-b8ec-12817e8e1bad req-3f0a9af7-1e99-449d-a9df-f84db6142bd9 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=15297b5d-2132-449e-9de1-fcfc3bc99bcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0536568 Jul 22 23:15:59.085993 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-08e0f6ee-b148-49b9-b8ec-12817e8e1bad req-565c95c9-9307-4288-b3fc-211ccee53e32 service neutron] 10.222.0.76 "GET /v2.0/networks/15297b5d-2132-449e-9de1-fcfc3bc99bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844207 Jul 22 23:15:59.181169 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-08e0f6ee-b148-49b9-b8ec-12817e8e1bad req-7c50998d-ed87-4ca3-a5a5-902fdcac0564 service neutron] 10.222.0.76 "GET /v2.0/networks/15297b5d-2132-449e-9de1-fcfc3bc99bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880678 Jul 22 23:15:59.240076 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 38534) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:15:59.324068 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b45acfe-44f6-425e-83d0-dd6ecec71b0f req-5495ece6-1890-4263-9b9e-62af0a9a9046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:59.325632 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-8b45acfe-44f6-425e-83d0-dd6ecec71b0f req-5495ece6-1890-4263-9b9e-62af0a9a9046 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=934579b2f9344fa4a2472101e976d552&device_id=544d54a9-5ad7-41eb-8f2a-564866bd86bb HTTP/1.1" status: 200 len: 1096 time: 0.0539796 Jul 22 23:15:59.343558 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-3199aa03-ef0b-4c4c-a58c-91417f13bc83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:59.417989 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b45acfe-44f6-425e-83d0-dd6ecec71b0f req-5d913080-a144-424a-8c5a-5e2e1fedb26f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:59.419416 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-8b45acfe-44f6-425e-83d0-dd6ecec71b0f req-5d913080-a144-424a-8c5a-5e2e1fedb26f service neutron] 10.222.0.76 "GET /v2.0/networks?id=15297b5d-2132-449e-9de1-fcfc3bc99bcd HTTP/1.1" status: 200 len: 918 time: 0.0860341 Jul 22 23:15:59.428438 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-3199aa03-ef0b-4c4c-a58c-91417f13bc83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:59.433034 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-3199aa03-ef0b-4c4c-a58c-91417f13bc83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:59.465453 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-8b45acfe-44f6-425e-83d0-dd6ecec71b0f req-1fbc0fec-2133-4f8e-885c-505fd0968cfc service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=037f2ea9-5050-415f-9f26-af0d00823a41 HTTP/1.1" status: 200 len: 217 time: 0.0373535 Jul 22 23:15:59.473021 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-3199aa03-ef0b-4c4c-a58c-91417f13bc83 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=127711f2e6b043ee8254678272904082&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2316456 Jul 22 23:15:59.474924 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3199aa03-ef0b-4c4c-a58c-91417f13bc83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05814a51-c125-470b-a552-f2af3ca58799,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:59.477188 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 38538) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:15:59.516352 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b45acfe-44f6-425e-83d0-dd6ecec71b0f req-18b64002-fd8e-4d1c-b9ea-956c3f275ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:59.517892 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-8b45acfe-44f6-425e-83d0-dd6ecec71b0f req-18b64002-fd8e-4d1c-b9ea-956c3f275ac6 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c47fa5de-a082-4f3c-9a72-06af8857dbb0 HTTP/1.1" status: 200 len: 856 time: 0.0451503 Jul 22 23:15:59.527288 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-1ac65428-c5de-4331-be6f-22e46e0c7427 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:59.548434 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-1ac65428-c5de-4331-be6f-22e46e0c7427 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:59.576552 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b45acfe-44f6-425e-83d0-dd6ecec71b0f req-5e6c9f40-0193-46e7-8ce7-c3192f283387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:59.578058 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-8b45acfe-44f6-425e-83d0-dd6ecec71b0f req-5e6c9f40-0193-46e7-8ce7-c3192f283387 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=15297b5d-2132-449e-9de1-fcfc3bc99bcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0534472 Jul 22 23:15:59.596120 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-1ac65428-c5de-4331-be6f-22e46e0c7427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:59.598730 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-1ac65428-c5de-4331-be6f-22e46e0c7427 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:59.599874 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-1ac65428-c5de-4331-be6f-22e46e0c7427 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/05814a51-c125-470b-a552-f2af3ca58799 HTTP/1.1" status: 204 len: 168 time: 0.1218002 Jul 22 23:15:59.608436 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac65428-c5de-4331-be6f-22e46e0c7427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05814a51-c125-470b-a552-f2af3ca58799,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:59.682906 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-8b45acfe-44f6-425e-83d0-dd6ecec71b0f req-7b186268-affe-44c7-b61f-2cadd97a2cf2 service neutron] 10.222.0.76 "GET /v2.0/networks/15297b5d-2132-449e-9de1-fcfc3bc99bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973742 Jul 22 23:15:59.795274 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996bdfe0-04cd-443b-ba16-028fdd0cafe8 req-fd7e3571-3b65-411c-8524-eee17a3b3d04 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:59.795534 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-8b45acfe-44f6-425e-83d0-dd6ecec71b0f req-b8af8bea-daa6-4bb9-b446-48c7bb9ef457 service neutron] 10.222.0.76 "GET /v2.0/networks/15297b5d-2132-449e-9de1-fcfc3bc99bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051881 Jul 22 23:15:59.796834 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-996bdfe0-04cd-443b-ba16-028fdd0cafe8 req-fd7e3571-3b65-411c-8524-eee17a3b3d04 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=544d54a9-5ad7-41eb-8f2a-564866bd86bb HTTP/1.1" status: 200 len: 943 time: 0.0711427 Jul 22 23:15:59.835992 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-996bdfe0-04cd-443b-ba16-028fdd0cafe8 req-f8aa73ab-c039-428c-b18d-ecc071f772bb tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=7ba28736-b717-4e82-9aeb-8949531051c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333681 Jul 22 23:16:00.217308 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 38564) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:16:00.309078 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.v2.base [None req-39402097-cd13-4c22-9b09-05108df0de0e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-488001558-network', 'tenant_id': 'db2fa9ede64340a5ad2f37c6e3db667c'}} {{(pid=93192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:16:00.331206 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39402097-cd13-4c22-9b09-05108df0de0e admin admin] Made reservation on behalf of db2fa9ede64340a5ad2f37c6e3db667c for: {'network': 1} {{(pid=93192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:16:00.333432 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-39402097-cd13-4c22-9b09-05108df0de0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for network, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:00.344907 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-39402097-cd13-4c22-9b09-05108df0de0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:00.429119 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-39402097-cd13-4c22-9b09-05108df0de0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:00.433361 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-39402097-cd13-4c22-9b09-05108df0de0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:00.455741 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39402097-cd13-4c22-9b09-05108df0de0e admin admin] vlan segment allocate from pool success with {'vlan_id': 859, 'physical_network': 'physnet1'} {{(pid=93192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:16:00.469753 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39402097-cd13-4c22-9b09-05108df0de0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eee4bed1-5558-4df1-a394-624f9509775b,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:16:00.475850 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-39402097-cd13-4c22-9b09-05108df0de0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822282'] for segment, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:00.476193 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.db.segments_db [None req-39402097-cd13-4c22-9b09-05108df0de0e admin admin] Added segment 49545db8-4130-4209-8567-7d732551d7b2 of type vlan for network 1a59ceb3-3b1b-45d1-841a-8dd14bc1e6a2 Jul 22 23:16:00.518157 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-39402097-cd13-4c22-9b09-05108df0de0e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769065302510'] for network, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:00.546796 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-39402097-cd13-4c22-9b09-05108df0de0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165'] for network, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:00.547754 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39402097-cd13-4c22-9b09-05108df0de0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:16:00.548471 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-39402097-cd13-4c22-9b09-05108df0de0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585183'] for network, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:00.582375 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-39402097-cd13-4c22-9b09-05108df0de0e admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3639827 Jul 22 23:16:00.585326 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 38568) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:16:00.590807 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [None req-03b981eb-ed24-4abe-b814-ac6c2f416742 admin admin] Request body: {'subnet': {'network_id': '1a59ceb3-3b1b-45d1-841a-8dd14bc1e6a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-488001558-subnet', 'tenant_id': 'db2fa9ede64340a5ad2f37c6e3db667c', 'ip_version': 4}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:16:00.607945 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39402097-cd13-4c22-9b09-05108df0de0e admin admin] Pushing event updated for resources: {'Network': ['ID=1a59ceb3-3b1b-45d1-841a-8dd14bc1e6a2,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:16:00.612318 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03b981eb-ed24-4abe-b814-ac6c2f416742 admin admin] Made reservation on behalf of db2fa9ede64340a5ad2f37c6e3db667c for: {'subnet': 1} {{(pid=93193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:16:00.614630 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-03b981eb-ed24-4abe-b814-ac6c2f416742 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30516304'] for subnet, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:00.618657 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Network 1a59ceb3-3b1b-45d1-841a-8dd14bc1e6a2 details requested by agent ovs-agent-dv-cinder-801875-2-iscsi with host dv-cinder-801875-2-iscsi {{(pid=93194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:16:00.789546 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-03b981eb-ed24-4abe-b814-ac6c2f416742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31811578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30516258'] for subnet, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:00.843145 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b981eb-ed24-4abe-b814-ac6c2f416742 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc62b7f7-138b-4387-936a-2eda69e9184f,revision_number=0']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:16:00.851804 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b981eb-ed24-4abe-b814-ac6c2f416742 admin admin] Checking segment: {'id': '49545db8-4130-4209-8567-7d732551d7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '1a59ceb3-3b1b-45d1-841a-8dd14bc1e6a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:16:00.852155 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b981eb-ed24-4abe-b814-ac6c2f416742 admin admin] Network hostable DHCP agents. Network: 1a59ceb3-3b1b-45d1-841a-8dd14bc1e6a2, hostable agents: ['5089d900-808c-476c-958a-0c524ee0753f'], hosted agents: [] {{(pid=93193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:16:00.869978 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b981eb-ed24-4abe-b814-ac6c2f416742 admin admin] Network 1a59ceb3-3b1b-45d1-841a-8dd14bc1e6a2 is scheduled to be hosted by DHCP agent 5089d900-808c-476c-958a-0c524ee0753f with binding_index 1 {{(pid=93193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:16:00.880520 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.scheduler.base_scheduler [None req-03b981eb-ed24-4abe-b814-ac6c2f416742 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801875-2-iscsi, 1a59ceb3-3b1b-45d1-841a-8dd14bc1e6a2) {{(pid=93193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:16:00.884663 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b981eb-ed24-4abe-b814-ac6c2f416742 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:16:00.885239 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-03b981eb-ed24-4abe-b814-ac6c2f416742 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:00.889895 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f95007dd-9b1b-4e4b-8b80-2ca96c4a845e None None] Network 1a59ceb3-3b1b-45d1-841a-8dd14bc1e6a2 requested from dv-cinder-801875-2-iscsi {{(pid=93194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:16:00.902223 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-03b981eb-ed24-4abe-b814-ac6c2f416742 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3132794 Jul 22 23:16:00.902434 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 38572) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:16:00.906742 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [None req-465ff55a-2ba0-4ade-b276-7b0bee104a59 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-488001558-router', 'tenant_id': 'db2fa9ede64340a5ad2f37c6e3db667c', 'external_gateway_info': {'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4'}}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:16:00.929457 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-465ff55a-2ba0-4ade-b276-7b0bee104a59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-680763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12263'] for router, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:00.930796 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-465ff55a-2ba0-4ade-b276-7b0bee104a59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-678997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-678420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-748592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12264'] for router, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:00.986538 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-465ff55a-2ba0-4ade-b276-7b0bee104a59 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:00.988471 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a932e6-df15-426c-b94d-aaa205601a59 req-40dcd528-00c9-4495-898f-524287b63268 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:16:00.990207 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-e3a932e6-df15-426c-b94d-aaa205601a59 req-40dcd528-00c9-4495-898f-524287b63268 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=544d54a9-5ad7-41eb-8f2a-564866bd86bb HTTP/1.1" status: 200 len: 943 time: 0.0740807 Jul 22 23:16:01.031229 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-e3a932e6-df15-426c-b94d-aaa205601a59 req-95ce33c9-1972-4fca-9807-73889042b2aa tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=7ba28736-b717-4e82-9aeb-8949531051c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345600 Jul 22 23:16:01.044002 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50cbb919-6d64-4021-a8ee-4bb7afa1bd62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98100b3a-e8ad-5682-a9ac-80bb6e32739f-1a59ceb3-3b1b-45d1-841a-8dd14bc1e6a2', 'network_id': '1a59ceb3-3b1b-45d1-841a-8dd14bc1e6a2', 'tenant_id': 'db2fa9ede64340a5ad2f37c6e3db667c', 'fixed_ips': [{'subnet_id': 'dc62b7f7-138b-4387-936a-2eda69e9184f'}]}} from dv-cinder-801875-2-iscsi. {{(pid=93194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:16:01.044904 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-50cbb919-6d64-4021-a8ee-4bb7afa1bd62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_create {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:01.133720 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-465ff55a-2ba0-4ade-b276-7b0bee104a59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680958', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-680789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12250'] for router, precommit_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:01.186697 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.db_base_plugin_common [None req-50cbb919-6d64-4021-a8ee-4bb7afa1bd62 None None] Allocated IP 172.20.0.2 (1a59ceb3-3b1b-45d1-841a-8dd14bc1e6a2/dc62b7f7-138b-4387-936a-2eda69e9184f/40ad482a-bfd4-4fd6-b40b-5ab7d8084ae3) {{(pid=93194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:16:01.325857 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-465ff55a-2ba0-4ade-b276-7b0bee104a59 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:01.328748 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-50cbb919-6d64-4021-a8ee-4bb7afa1bd62 None None] Notify callbacks [] for port, precommit_create {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:01.336813 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-50cbb919-6d64-4021-a8ee-4bb7afa1bd62 None None] Transition to ACTIVE for port object 40ad482a-bfd4-4fd6-b40b-5ab7d8084ae3 will not be triggered until provisioned by entity L2. {{(pid=93194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:16:01.348713 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-465ff55a-2ba0-4ade-b276-7b0bee104a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:01.352117 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-50cbb919-6d64-4021-a8ee-4bb7afa1bd62 None None] Transition to ACTIVE for port object 40ad482a-bfd4-4fd6-b40b-5ab7d8084ae3 will not be triggered until provisioned by entity DHCP. {{(pid=93194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:16:01.358255 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-50cbb919-6d64-4021-a8ee-4bb7afa1bd62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769065317241'] for port, after_create {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:01.396594 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50cbb919-6d64-4021-a8ee-4bb7afa1bd62 None None] Network 1a59ceb3-3b1b-45d1-841a-8dd14bc1e6a2 is already hosted by enough agents. {{(pid=93194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:16:01.401362 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.scheduler.base_scheduler [None req-50cbb919-6d64-4021-a8ee-4bb7afa1bd62 None None] Resources bound (agent type, host, resource id): {{(pid=93194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:16:01.405651 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50cbb919-6d64-4021-a8ee-4bb7afa1bd62 None None] Received port after_create {{(pid=93194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:16:01.408642 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cbb919-6d64-4021-a8ee-4bb7afa1bd62 None None] Pushing event updated for resources: {'Port': ['ID=40ad482a-bfd4-4fd6-b40b-5ab7d8084ae3,revision_number=1']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:16:01.418908 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cbb919-6d64-4021-a8ee-4bb7afa1bd62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:16:01.419249 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cbb919-6d64-4021-a8ee-4bb7afa1bd62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:16:01.419585 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cbb919-6d64-4021-a8ee-4bb7afa1bd62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:16:01.419911 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cbb919-6d64-4021-a8ee-4bb7afa1bd62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:16:01.420235 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cbb919-6d64-4021-a8ee-4bb7afa1bd62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:16:01.420587 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cbb919-6d64-4021-a8ee-4bb7afa1bd62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:16:01.420910 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cbb919-6d64-4021-a8ee-4bb7afa1bd62 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:16:01.421236 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cbb919-6d64-4021-a8ee-4bb7afa1bd62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:16:01.421555 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cbb919-6d64-4021-a8ee-4bb7afa1bd62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:16:01.421875 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cbb919-6d64-4021-a8ee-4bb7afa1bd62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:16:01.422190 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cbb919-6d64-4021-a8ee-4bb7afa1bd62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:16:01.422505 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cbb919-6d64-4021-a8ee-4bb7afa1bd62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:16:01.454726 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.db.db_base_plugin_common [None req-465ff55a-2ba0-4ade-b276-7b0bee104a59 admin admin] Allocated IP 172.27.1.153 (e89e037f-b917-4fce-8638-db5189a5e8e4/7d2d3a68-9173-4429-9239-290b8b68fb34/320489bd-9c2a-4a92-ba9a-74e06689d04f) {{(pid=93193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:16:01.475563 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.managers [None req-50cbb919-6d64-4021-a8ee-4bb7afa1bd62 None None] Attempting to bind port 40ad482a-bfd4-4fd6-b40b-5ab7d8084ae3 on host dv-cinder-801875-2-iscsi for vnic_type normal with profile {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:16:01.475937 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.managers [None req-50cbb919-6d64-4021-a8ee-4bb7afa1bd62 None None] Attempting to bind port 40ad482a-bfd4-4fd6-b40b-5ab7d8084ae3 by drivers openvswitch,hyperv on host dv-cinder-801875-2-iscsi at level 0 using segments [{'id': '49545db8-4130-4209-8567-7d732551d7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '1a59ceb3-3b1b-45d1-841a-8dd14bc1e6a2'}] {{(pid=93194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:16:01.476297 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50cbb919-6d64-4021-a8ee-4bb7afa1bd62 None None] Attempting to bind port 40ad482a-bfd4-4fd6-b40b-5ab7d8084ae3 on network 1a59ceb3-3b1b-45d1-841a-8dd14bc1e6a2 {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:16:01.482158 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50cbb919-6d64-4021-a8ee-4bb7afa1bd62 None None] Checking agent: {'id': 'f30eb83a-2393-42b8-bba2-207fe5e6c4a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801875-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 3, 19), 'started_at': datetime.datetime(2021, 7, 22, 23, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801875-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:16:01.482523 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50cbb919-6d64-4021-a8ee-4bb7afa1bd62 None None] Checking segment: {'id': '49545db8-4130-4209-8567-7d732551d7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '1a59ceb3-3b1b-45d1-841a-8dd14bc1e6a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:16:01.482922 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-50cbb919-6d64-4021-a8ee-4bb7afa1bd62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:01.483342 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50cbb919-6d64-4021-a8ee-4bb7afa1bd62 None None] Bound using segment: {'id': '49545db8-4130-4209-8567-7d732551d7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '1a59ceb3-3b1b-45d1-841a-8dd14bc1e6a2'} {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:16:01.483798 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.managers [None req-50cbb919-6d64-4021-a8ee-4bb7afa1bd62 None None] Bound port: 40ad482a-bfd4-4fd6-b40b-5ab7d8084ae3, host: dv-cinder-801875-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49545db8-4130-4209-8567-7d732551d7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '1a59ceb3-3b1b-45d1-841a-8dd14bc1e6a2'}}] {{(pid=93194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:16:01.484175 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-50cbb919-6d64-4021-a8ee-4bb7afa1bd62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:01.549290 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-50cbb919-6d64-4021-a8ee-4bb7afa1bd62 None None] For port 40ad482a-bfd4-4fd6-b40b-5ab7d8084ae3, host dv-cinder-801875-2-iscsi, cleared binding levels {{(pid=93194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:16:01.552768 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-50cbb919-6d64-4021-a8ee-4bb7afa1bd62 None None] For port 40ad482a-bfd4-4fd6-b40b-5ab7d8084ae3, host dv-cinder-801875-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801875-2-iscsi',level=0,port_id=40ad482a-bfd4-4fd6-b40b-5ab7d8084ae3,segment=NetworkSegment(49545db8-4130-4209-8567-7d732551d7b2),segment_id=49545db8-4130-4209-8567-7d732551d7b2)] {{(pid=93194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:16:01.557369 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-50cbb919-6d64-4021-a8ee-4bb7afa1bd62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:01.560422 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-465ff55a-2ba0-4ade-b276-7b0bee104a59 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:01.592318 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Device 037f2ea9-5050-415f-9f26-af0d00823a41 details requested by agent hyperv_hv-cinder-80187 with host hv-cinder-80187 {{(pid=93194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:16:01.601678 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-465ff55a-2ba0-4ade-b276-7b0bee104a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769065317241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31811438'] for port, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:01.632547 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cbb919-6d64-4021-a8ee-4bb7afa1bd62 None None] Pushing event updated for resources: {'Port': ['ID=40ad482a-bfd4-4fd6-b40b-5ab7d8084ae3,revision_number=2']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:16:01.646366 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465ff55a-2ba0-4ade-b276-7b0bee104a59 admin admin] Network e89e037f-b917-4fce-8638-db5189a5e8e4 is already hosted by enough agents. {{(pid=93193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:16:01.652403 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.scheduler.base_scheduler [None req-465ff55a-2ba0-4ade-b276-7b0bee104a59 admin admin] Resources bound (agent type, host, resource id): {{(pid=93193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:16:01.654964 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465ff55a-2ba0-4ade-b276-7b0bee104a59 admin admin] Received port after_create {{(pid=93193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:16:01.679691 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ff55a-2ba0-4ade-b276-7b0bee104a59 admin admin] Pushing event updated for resources: {'Port': ['ID=320489bd-9c2a-4a92-ba9a-74e06689d04f,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:16:01.720689 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] For port 037f2ea9-5050-415f-9f26-af0d00823a41, host hv-cinder-80187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80187',level=0,port_id=037f2ea9-5050-415f-9f26-af0d00823a41,segment=NetworkSegment(f73d282d-c39b-4414-b8a8-4f3ec992f8ca),segment_id=f73d282d-c39b-4414-b8a8-4f3ec992f8ca)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:16:01.733667 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Returning: {'device': '037f2ea9-5050-415f-9f26-af0d00823a41', 'network_id': '15297b5d-2132-449e-9de1-fcfc3bc99bcd', 'port_id': '037f2ea9-5050-415f-9f26-af0d00823a41', 'mac_address': 'fa:16:3e:e0:da:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 876, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c47fa5de-a082-4f3c-9a72-06af8857dbb0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:16:01.782317 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:01.800923 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.notifiers.nova [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 037f2ea9-5050-415f-9f26-af0d00823a41 {{(pid=93194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:16:01.823479 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] For port 037f2ea9-5050-415f-9f26-af0d00823a41, host hv-cinder-80187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80187',level=0,port_id=037f2ea9-5050-415f-9f26-af0d00823a41,segment=NetworkSegment(f73d282d-c39b-4414-b8a8-4f3ec992f8ca),segment_id=f73d282d-c39b-4414-b8a8-4f3ec992f8ca)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:16:01.829364 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:01.887156 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Pushing event updated for resources: {'Port': ['ID=037f2ea9-5050-415f-9f26-af0d00823a41,revision_number=4']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:16:01.942292 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-465ff55a-2ba0-4ade-b276-7b0bee104a59 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:02.169865 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79e86b4-31cf-4fc5-8f63-3e152bb220d4 req-31d4003d-5660-4164-b830-62c9d46718ea tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:16:02.171368 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-e79e86b4-31cf-4fc5-8f63-3e152bb220d4 req-31d4003d-5660-4164-b830-62c9d46718ea tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=544d54a9-5ad7-41eb-8f2a-564866bd86bb HTTP/1.1" status: 200 len: 944 time: 0.0661058 Jul 22 23:16:02.190755 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] get_ports_and_sgs() called for port_ids ['037f2ea9-5050-415f-9f26-af0d00823a41'] {{(pid=93194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:16:02.233220 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-e79e86b4-31cf-4fc5-8f63-3e152bb220d4 req-0f661b8d-7f02-453c-ba9d-f87bb15daa79 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=7ba28736-b717-4e82-9aeb-8949531051c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560033 Jul 22 23:16:02.367435 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-465ff55a-2ba0-4ade-b276-7b0bee104a59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-680770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680933'] for router, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:02.514810 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-465ff55a-2ba0-4ade-b276-7b0bee104a59 admin admin] Router 7068b93b-7df1-45de-8c0c-395c020c49a9 is scheduled to L3 agent fdf30918-cf4b-4771-a7f5-907485eb00f1 with binding_index 1 {{(pid=93193) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:16:02.586031 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac63d74-6dd8-44a4-86bc-9d35d3d77619 None None] Network 1a59ceb3-3b1b-45d1-841a-8dd14bc1e6a2 requested from dv-cinder-801875-2-iscsi {{(pid=93194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:16:02.632211 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-465ff55a-2ba0-4ade-b276-7b0bee104a59 admin admin] Notify agent at l3_agent.dv-cinder-801875-2-iscsi the message routers_updated {{(pid=93193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:16:02.650236 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-465ff55a-2ba0-4ade-b276-7b0bee104a59 admin admin] Notify callbacks [] for router, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:02.651988 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e076127f-d6a0-4464-8f61-70ac460ebdac None None] Sync routers for ids ['7068b93b-7df1-45de-8c0c-395c020c49a9'] in dv-cinder-801875-2-iscsi {{(pid=93194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:16:02.652501 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-465ff55a-2ba0-4ade-b276-7b0bee104a59 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7490203 Jul 22 23:16:02.655091 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 38580) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:16:02.684939 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-d683279c-6304-4fd8-9c82-90fedef30e5b None None] Provisioning for port 40ad482a-bfd4-4fd6-b40b-5ab7d8084ae3 completed by entity DHCP. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:16:02.692774 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e076127f-d6a0-4464-8f61-70ac460ebdac None None] Routers {'7068b93b-7df1-45de-8c0c-395c020c49a9'} bound to L3 agent in host dv-cinder-801875-2-iscsi {{(pid=93194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:16:02.693425 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-e076127f-d6a0-4464-8f61-70ac460ebdac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801875-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:03:18Z,description=,heartbeat_timestamp=2021-07-22T23:15:48Z,host='dv-cinder-801875-2-iscsi',id=fdf30918-cf4b-4771-a7f5-907485eb00f1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:18Z,topic='l3_agent')) {'router_ids': ['7068b93b-7df1-45de-8c0c-395c020c49a9'], 'active': True} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:16:02.860463 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvr_db [None req-e076127f-d6a0-4464-8f61-70ac460ebdac None None] Set router 7068b93b-7df1-45de-8c0c-395c020c49a9 gateway port host: dv-cinder-801875-2-iscsi {{(pid=93194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:16:03.058799 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Device 40ad482a-bfd4-4fd6-b40b-5ab7d8084ae3 up at agent ovs-agent-dv-cinder-801875-2-iscsi {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:16:03.097604 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-9d824c7a-631e-429c-9cfa-557ed6fd962f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:03.109044 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-e076127f-d6a0-4464-8f61-70ac460ebdac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7068b93b-7df1-45de-8c0c-395c020c49a9', 'name': 'tempest-TestShelveInstance-488001558-router', 'tenant_id': 'db2fa9ede64340a5ad2f37c6e3db667c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'external_fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': '320489bd-9c2a-4a92-ba9a-74e06689d04f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:16:00Z', 'updated_at': '2021-07-22T23:16:01Z', 'revision_number': 3, 'project_id': 'db2fa9ede64340a5ad2f37c6e3db667c', 'gw_port': {'id': '320489bd-9c2a-4a92-ba9a-74e06689d04f', 'name': '', 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c2:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7068b93b-7df1-45de-8c0c-395c020c49a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:16:01Z', 'updated_at': '2021-07-22T23:16:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801875-2-iscsi'}], 'dv-cinder-801875-2-iscsi', False) {} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:16:03.138145 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e076127f-d6a0-4464-8f61-70ac460ebdac None None] Checking router: 7068b93b-7df1-45de-8c0c-395c020c49a9 for host: dv-cinder-801875-2-iscsi {{(pid=93194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:16:03.138473 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e076127f-d6a0-4464-8f61-70ac460ebdac None None] Updating router 7068b93b-7df1-45de-8c0c-395c020c49a9 port 320489bd-9c2a-4a92-ba9a-74e06689d04f binding host dv-cinder-801875-2-iscsi {{(pid=93194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:16:03.167441 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Provisioning for port 40ad482a-bfd4-4fd6-b40b-5ab7d8084ae3 completed by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:16:03.177788 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Provisioning complete for port 40ad482a-bfd4-4fd6-b40b-5ab7d8084ae3 triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:16:03.178163 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832377'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:03.202486 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-e076127f-d6a0-4464-8f61-70ac460ebdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:03.261093 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.db.db_base_plugin_common [None req-9d824c7a-631e-429c-9cfa-557ed6fd962f admin admin] Allocated IP 172.20.0.1 (1a59ceb3-3b1b-45d1-841a-8dd14bc1e6a2/dc62b7f7-138b-4387-936a-2eda69e9184f/4b80474a-0428-443e-845b-733ace68c5da) {{(pid=93192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:16:03.323853 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-eea4e38b-3224-464d-a494-362403477d23 None None] Provisioning complete for port 40ad482a-bfd4-4fd6-b40b-5ab7d8084ae3 triggered by entity DHCP. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:16:03.324223 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-eea4e38b-3224-464d-a494-362403477d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832377'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:03.404451 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-9d824c7a-631e-429c-9cfa-557ed6fd962f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:03.411397 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:03.421287 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.db.provisioning_blocks [None req-9d824c7a-631e-429c-9cfa-557ed6fd962f admin admin] Transition to ACTIVE for port object 4b80474a-0428-443e-845b-733ace68c5da will not be triggered until provisioned by entity DHCP. {{(pid=93192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:16:03.434452 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336c263e-d529-4c7c-aafa-badefd638be7 req-917a3955-5611-4092-bed7-dae29690d0aa tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:16:03.435945 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-336c263e-d529-4c7c-aafa-badefd638be7 req-917a3955-5611-4092-bed7-dae29690d0aa tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=544d54a9-5ad7-41eb-8f2a-564866bd86bb HTTP/1.1" status: 200 len: 944 time: 0.1055486 Jul 22 23:16:03.490632 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-336c263e-d529-4c7c-aafa-badefd638be7 req-5cbe3f43-08ba-4e93-86ef-c6b64bad6ead tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=7ba28736-b717-4e82-9aeb-8949531051c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485022 Jul 22 23:16:03.493458 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-9d824c7a-631e-429c-9cfa-557ed6fd962f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769065317241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30393516'] for port, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:03.500003 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] For port 40ad482a-bfd4-4fd6-b40b-5ab7d8084ae3, host dv-cinder-801875-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801875-2-iscsi',level=0,port_id=40ad482a-bfd4-4fd6-b40b-5ab7d8084ae3,segment=NetworkSegment(49545db8-4130-4209-8567-7d732551d7b2),segment_id=49545db8-4130-4209-8567-7d732551d7b2)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:16:03.535725 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:03.537827 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d824c7a-631e-429c-9cfa-557ed6fd962f admin admin] Network 1a59ceb3-3b1b-45d1-841a-8dd14bc1e6a2 is already hosted by enough agents. {{(pid=93192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:16:03.540627 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.scheduler.base_scheduler [None req-9d824c7a-631e-429c-9cfa-557ed6fd962f admin admin] Resources bound (agent type, host, resource id): {{(pid=93192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:16:03.544756 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d824c7a-631e-429c-9cfa-557ed6fd962f admin admin] Received port after_create {{(pid=93192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:16:03.566451 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d824c7a-631e-429c-9cfa-557ed6fd962f admin admin] Pushing event updated for resources: {'Port': ['ID=4b80474a-0428-443e-845b-733ace68c5da,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:16:03.586476 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-9d824c7a-631e-429c-9cfa-557ed6fd962f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-680724'] for router_interface, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:03.597532 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-eea4e38b-3224-464d-a494-362403477d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:03.623151 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Device 037f2ea9-5050-415f-9f26-af0d00823a41 up at agent hyperv_hv-cinder-80187 {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:16:03.694758 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Pushing event updated for resources: {'Port': ['ID=40ad482a-bfd4-4fd6-b40b-5ab7d8084ae3,revision_number=3']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:16:03.722157 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-e076127f-d6a0-4464-8f61-70ac460ebdac None None] Notify callbacks [] for port, precommit_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:03.740189 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-9d824c7a-631e-429c-9cfa-557ed6fd962f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:03.758754 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-e076127f-d6a0-4464-8f61-70ac460ebdac None None] Transition to ACTIVE for port object 320489bd-9c2a-4a92-ba9a-74e06689d04f will not be triggered until provisioned by entity L2. {{(pid=93194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:16:03.772559 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-e076127f-d6a0-4464-8f61-70ac460ebdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:03.808001 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.db.api [None req-eea4e38b-3224-464d-a494-362403477d23 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93194) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 23:16:03.808430 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG oslo_db.api [None req-eea4e38b-3224-464d-a494-362403477d23 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 23:16:03.819361 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Provisioning for port 037f2ea9-5050-415f-9f26-af0d00823a41 completed by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:16:03.835424 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Provisioning complete for port 037f2ea9-5050-415f-9f26-af0d00823a41 triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:16:03.835790 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832377'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:03.837213 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54cfaaa-ddd2-413e-8ad3-4e92826d00d5 None None] Pushing event updated for resources: {'Port': ['ID=320489bd-9c2a-4a92-ba9a-74e06689d04f,revision_number=2']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:16:03.840855 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.managers [None req-e076127f-d6a0-4464-8f61-70ac460ebdac None None] Attempting to bind port 320489bd-9c2a-4a92-ba9a-74e06689d04f on host dv-cinder-801875-2-iscsi for vnic_type normal with profile {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:16:03.841216 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.managers [None req-e076127f-d6a0-4464-8f61-70ac460ebdac None None] Attempting to bind port 320489bd-9c2a-4a92-ba9a-74e06689d04f by drivers openvswitch,hyperv on host dv-cinder-801875-2-iscsi at level 0 using segments [{'id': '829b4ee6-bc3b-4b66-8264-3fcbe946197d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4'}] {{(pid=93194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:16:03.841576 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e076127f-d6a0-4464-8f61-70ac460ebdac None None] Attempting to bind port 320489bd-9c2a-4a92-ba9a-74e06689d04f on network e89e037f-b917-4fce-8638-db5189a5e8e4 {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:16:03.865023 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e076127f-d6a0-4464-8f61-70ac460ebdac None None] Checking agent: {'id': 'f30eb83a-2393-42b8-bba2-207fe5e6c4a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801875-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 3, 19), 'started_at': datetime.datetime(2021, 7, 22, 23, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801875-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:16:03.865392 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e076127f-d6a0-4464-8f61-70ac460ebdac None None] Checking segment: {'id': '829b4ee6-bc3b-4b66-8264-3fcbe946197d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:16:03.865785 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-e076127f-d6a0-4464-8f61-70ac460ebdac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:03.866167 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e076127f-d6a0-4464-8f61-70ac460ebdac None None] Bound using segment: {'id': '829b4ee6-bc3b-4b66-8264-3fcbe946197d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4'} {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:16:03.866621 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.managers [None req-e076127f-d6a0-4464-8f61-70ac460ebdac None None] Bound port: 320489bd-9c2a-4a92-ba9a-74e06689d04f, host: dv-cinder-801875-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '829b4ee6-bc3b-4b66-8264-3fcbe946197d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4'}}] {{(pid=93194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:16:03.866990 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-e076127f-d6a0-4464-8f61-70ac460ebdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:03.905693 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-9d824c7a-631e-429c-9cfa-557ed6fd962f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:03.910239 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-9d824c7a-631e-429c-9cfa-557ed6fd962f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30393511'] for port, after_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:03.950567 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-e076127f-d6a0-4464-8f61-70ac460ebdac None None] For port 320489bd-9c2a-4a92-ba9a-74e06689d04f, host dv-cinder-801875-2-iscsi, cleared binding levels {{(pid=93194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:16:03.969676 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-e076127f-d6a0-4464-8f61-70ac460ebdac None None] For port 320489bd-9c2a-4a92-ba9a-74e06689d04f, host dv-cinder-801875-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801875-2-iscsi',level=0,port_id=320489bd-9c2a-4a92-ba9a-74e06689d04f,segment=NetworkSegment(829b4ee6-bc3b-4b66-8264-3fcbe946197d),segment_id=829b4ee6-bc3b-4b66-8264-3fcbe946197d)] {{(pid=93194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:16:03.976408 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-e076127f-d6a0-4464-8f61-70ac460ebdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:03.980787 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-9d824c7a-631e-429c-9cfa-557ed6fd962f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-679076'] for router_interface, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:03.983428 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d824c7a-631e-429c-9cfa-557ed6fd962f admin admin] Pushing event updated for resources: {'Port': ['ID=4b80474a-0428-443e-845b-733ace68c5da,revision_number=2']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:16:04.009059 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:04.057379 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '544d54a9-5ad7-41eb-8f2a-564866bd86bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '037f2ea9-5050-415f-9f26-af0d00823a41'}] {{(pid=93194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:16:04.059603 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7601765a566782fd39478405f6fadc52a0f9e3dab845648c9e7fe91a53a45b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f595deb-8ad8-4d00-a20c-bbde46a761f7" -d '{"events": [{"server_uuid": "544d54a9-5ad7-41eb-8f2a-564866bd86bb", "name": "network-vif-plugged", "status": "completed", "tag": "037f2ea9-5050-415f-9f26-af0d00823a41"}]}' {{(pid=93194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:16:04.072866 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54cfaaa-ddd2-413e-8ad3-4e92826d00d5 None None] Pushing event updated for resources: {'Port': ['ID=320489bd-9c2a-4a92-ba9a-74e06689d04f,revision_number=3']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:16:04.080223 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] For port 037f2ea9-5050-415f-9f26-af0d00823a41, host hv-cinder-80187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80187',level=0,port_id=037f2ea9-5050-415f-9f26-af0d00823a41,segment=NetworkSegment(f73d282d-c39b-4414-b8a8-4f3ec992f8ca),segment_id=f73d282d-c39b-4414-b8a8-4f3ec992f8ca)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:16:04.081726 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e076127f-d6a0-4464-8f61-70ac460ebdac None None] Routers {'7068b93b-7df1-45de-8c0c-395c020c49a9'} bound to L3 agent in host dv-cinder-801875-2-iscsi {{(pid=93194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:16:04.082507 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-e076127f-d6a0-4464-8f61-70ac460ebdac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801875-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:03:18Z,description=,heartbeat_timestamp=2021-07-22T23:15:48Z,host='dv-cinder-801875-2-iscsi',id=fdf30918-cf4b-4771-a7f5-907485eb00f1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:18Z,topic='l3_agent')) {'router_ids': ['7068b93b-7df1-45de-8c0c-395c020c49a9'], 'active': True} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:16:04.085580 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d824c7a-631e-429c-9cfa-557ed6fd962f admin admin] Network 1a59ceb3-3b1b-45d1-841a-8dd14bc1e6a2 is already hosted by enough agents. {{(pid=93192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:16:04.087895 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.scheduler.base_scheduler [None req-9d824c7a-631e-429c-9cfa-557ed6fd962f admin admin] Resources bound (agent type, host, resource id): {{(pid=93192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:16:04.121589 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88bf4eaa-efeb-4e4b-b266-c7e5d68ffcb3 x-openstack-request-id: req-88bf4eaa-efeb-4e4b-b266-c7e5d68ffcb3 {{(pid=93194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:16:04.121882 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "544d54a9-5ad7-41eb-8f2a-564866bd86bb", "name": "network-vif-plugged", "status": "completed", "tag": "037f2ea9-5050-415f-9f26-af0d00823a41", "code": 200}]} {{(pid=93194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:16:04.122113 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-88bf4eaa-efeb-4e4b-b266-c7e5d68ffcb3 {{(pid=93194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:16:04.122493 dv-cinder-801875-2-iscsi neutron-server[93194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '544d54a9-5ad7-41eb-8f2a-564866bd86bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '037f2ea9-5050-415f-9f26-af0d00823a41', 'code': 200} Jul 22 23:16:04.123261 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:04.220430 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d824c7a-631e-429c-9cfa-557ed6fd962f admin admin] Router 7068b93b-7df1-45de-8c0c-395c020c49a9 has already been hosted by L3 agent fdf30918-cf4b-4771-a7f5-907485eb00f1 {{(pid=93192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:16:04.368099 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49a3d07-5d4a-4168-821a-489938111467 req-073d966a-24c3-448f-ae69-d0570903b61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:16:04.369797 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-f49a3d07-5d4a-4168-821a-489938111467 req-073d966a-24c3-448f-ae69-d0570903b61b service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=544d54a9-5ad7-41eb-8f2a-564866bd86bb HTTP/1.1" status: 200 len: 1098 time: 0.0600085 Jul 22 23:16:04.389214 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Pushing event updated for resources: {'Port': ['ID=037f2ea9-5050-415f-9f26-af0d00823a41,revision_number=5']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:16:04.404497 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvr_db [None req-e076127f-d6a0-4464-8f61-70ac460ebdac None None] Set router 7068b93b-7df1-45de-8c0c-395c020c49a9 gateway port host: dv-cinder-801875-2-iscsi {{(pid=93194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:16:04.408090 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-f49a3d07-5d4a-4168-821a-489938111467 req-a195282f-2140-4139-8c47-988401c85e9a service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=7ba28736-b717-4e82-9aeb-8949531051c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314348 Jul 22 23:16:04.556965 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-7ed86f4a-8123-4874-9bf2-47c8c9c960a3 None None] Provisioning for port 4b80474a-0428-443e-845b-733ace68c5da completed by entity DHCP. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:16:04.564514 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-7ed86f4a-8123-4874-9bf2-47c8c9c960a3 None None] Provisioning complete for port 4b80474a-0428-443e-845b-733ace68c5da triggered by entity DHCP. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:16:04.564889 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-7ed86f4a-8123-4874-9bf2-47c8c9c960a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832377'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:04.621244 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d824c7a-631e-429c-9cfa-557ed6fd962f admin admin] Notify agent at l3_agent.dv-cinder-801875-2-iscsi the message routers_updated {{(pid=93192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:16:04.626674 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-9d824c7a-631e-429c-9cfa-557ed6fd962f admin admin] 10.222.0.44 "PUT /v2.0/routers/7068b93b-7df1-45de-8c0c-395c020c49a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9705565 Jul 22 23:16:04.631168 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-7ed86f4a-8123-4874-9bf2-47c8c9c960a3 None None] Port 4b80474a-0428-443e-845b-733ace68c5da cannot update to ACTIVE because it is not bound. {{(pid=93194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:16:04.651831 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d82278-e247-4d80-9e80-d3f2c46c1b0b req-5f0587ca-ae9f-4fbb-8945-b4ffff12d964 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:16:04.653348 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-47d82278-e247-4d80-9e80-d3f2c46c1b0b req-5f0587ca-ae9f-4fbb-8945-b4ffff12d964 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=544d54a9-5ad7-41eb-8f2a-564866bd86bb HTTP/1.1" status: 200 len: 945 time: 0.0821619 Jul 22 23:16:04.657268 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-e076127f-d6a0-4464-8f61-70ac460ebdac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7068b93b-7df1-45de-8c0c-395c020c49a9', 'name': 'tempest-TestShelveInstance-488001558-router', 'tenant_id': 'db2fa9ede64340a5ad2f37c6e3db667c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'external_fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': '320489bd-9c2a-4a92-ba9a-74e06689d04f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:16:00Z', 'updated_at': '2021-07-22T23:16:03Z', 'revision_number': 4, 'project_id': 'db2fa9ede64340a5ad2f37c6e3db667c', 'gw_port': {'id': '320489bd-9c2a-4a92-ba9a-74e06689d04f', 'name': '', 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c2:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7068b93b-7df1-45de-8c0c-395c020c49a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:16:01Z', 'updated_at': '2021-07-22T23:16:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801875-2-iscsi', '_interfaces': [{'id': '4b80474a-0428-443e-845b-733ace68c5da', 'name': '', 'network_id': '1a59ceb3-3b1b-45d1-841a-8dd14bc1e6a2', 'tenant_id': 'db2fa9ede64340a5ad2f37c6e3db667c', 'mac_address': 'fa:16:3e:20:94:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7068b93b-7df1-45de-8c0c-395c020c49a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'dc62b7f7-138b-4387-936a-2eda69e9184f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:16:03Z', 'updated_at': '2021-07-22T23:16:03Z', 'revision_number': 2, 'project_id': 'db2fa9ede64340a5ad2f37c6e3db667c', 'subnets': [{'id': 'dc62b7f7-138b-4387-936a-2eda69e9184f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801875-2-iscsi', False) {} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:16:04.690425 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e076127f-d6a0-4464-8f61-70ac460ebdac None None] The sync data for ids ['7068b93b-7df1-45de-8c0c-395c020c49a9'] in dv-cinder-801875-2-iscsi is: [{'id': '7068b93b-7df1-45de-8c0c-395c020c49a9', 'name': 'tempest-TestShelveInstance-488001558-router', 'tenant_id': 'db2fa9ede64340a5ad2f37c6e3db667c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'external_fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': '320489bd-9c2a-4a92-ba9a-74e06689d04f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:16:00Z', 'updated_at': '2021-07-22T23:16:03Z', 'revision_number': 4, 'project_id': 'db2fa9ede64340a5ad2f37c6e3db667c', 'gw_port': {'id': '320489bd-9c2a-4a92-ba9a-74e06689d04f', 'name': '', 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c2:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7068b93b-7df1-45de-8c0c-395c020c49a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:16:01Z', 'updated_at': '2021-07-22T23:16:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801875-2-iscsi', '_interfaces': [{'id': '4b80474a-0428-443e-845b-733ace68c5da', 'name': '', 'network_id': '1a59ceb3-3b1b-45d1-841a-8dd14bc1e6a2', 'tenant_id': 'db2fa9ede64340a5ad2f37c6e3db667c', 'mac_address': 'fa:16:3e:20:94:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7068b93b-7df1-45de-8c0c-395c020c49a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'dc62b7f7-138b-4387-936a-2eda69e9184f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:16:03Z', 'updated_at': '2021-07-22T23:16:03Z', 'revision_number': 2, 'project_id': 'db2fa9ede64340a5ad2f37c6e3db667c', 'subnets': [{'id': 'dc62b7f7-138b-4387-936a-2eda69e9184f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:16:04.695477 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-47d82278-e247-4d80-9e80-d3f2c46c1b0b req-a4e49cc7-8c87-42c8-9534-9aa833351f89 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=7ba28736-b717-4e82-9aeb-8949531051c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345242 Jul 22 23:16:05.007315 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Device 40ad482a-bfd4-4fd6-b40b-5ab7d8084ae3 up at agent ovs-agent-dv-cinder-801875-2-iscsi {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:16:05.060382 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Provisioning complete for port 40ad482a-bfd4-4fd6-b40b-5ab7d8084ae3 triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:16:05.060787 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832377'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:05.216796 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 38606) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:16:05.221765 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [None req-bd813915-c9ad-4a9c-8543-8109669bde56 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-875847003-network', 'tenant_id': 'e99b23c6adcc4d62a1d14734de23fea5'}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:16:05.245938 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd813915-c9ad-4a9c-8543-8109669bde56 admin admin] Made reservation on behalf of e99b23c6adcc4d62a1d14734de23fea5 for: {'network': 1} {{(pid=93193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:16:05.248566 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-bd813915-c9ad-4a9c-8543-8109669bde56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for network, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:05.257342 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-bd813915-c9ad-4a9c-8543-8109669bde56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:05.356923 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-bd813915-c9ad-4a9c-8543-8109669bde56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:05.361857 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-bd813915-c9ad-4a9c-8543-8109669bde56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:05.390974 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd813915-c9ad-4a9c-8543-8109669bde56 admin admin] vlan segment allocate from pool success with {'vlan_id': 860, 'physical_network': 'physnet1'} {{(pid=93193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:16:05.407573 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd813915-c9ad-4a9c-8543-8109669bde56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0c8dcd9-db2b-433e-b375-b83e47f32dd7,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:16:05.413325 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-bd813915-c9ad-4a9c-8543-8109669bde56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822282'] for segment, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:05.413670 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.db.segments_db [None req-bd813915-c9ad-4a9c-8543-8109669bde56 admin admin] Added segment 1450f48a-664f-430c-9109-f4a57f68a811 of type vlan for network 4234ebfc-32db-4f79-afcf-f9fc524051e8 Jul 22 23:16:05.470292 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-bd813915-c9ad-4a9c-8543-8109669bde56 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769065302510'] for network, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:05.513622 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-bd813915-c9ad-4a9c-8543-8109669bde56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165'] for network, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:05.514831 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd813915-c9ad-4a9c-8543-8109669bde56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:16:05.515611 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-bd813915-c9ad-4a9c-8543-8109669bde56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585183'] for network, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:05.545164 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-bd813915-c9ad-4a9c-8543-8109669bde56 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3272574 Jul 22 23:16:05.547950 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 38608) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:16:05.553523 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.v2.base [None req-6b245507-0621-44ba-8718-48268bdc58dc admin admin] Request body: {'subnet': {'network_id': '4234ebfc-32db-4f79-afcf-f9fc524051e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-875847003-subnet', 'tenant_id': 'e99b23c6adcc4d62a1d14734de23fea5', 'ip_version': 4}} {{(pid=93192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:16:05.581646 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b245507-0621-44ba-8718-48268bdc58dc admin admin] Made reservation on behalf of e99b23c6adcc4d62a1d14734de23fea5 for: {'subnet': 1} {{(pid=93192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:16:05.584577 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-6b245507-0621-44ba-8718-48268bdc58dc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30098356'] for subnet, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:05.585620 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd813915-c9ad-4a9c-8543-8109669bde56 admin admin] Pushing event updated for resources: {'Network': ['ID=4234ebfc-32db-4f79-afcf-f9fc524051e8,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:16:05.597087 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Network 4234ebfc-32db-4f79-afcf-f9fc524051e8 details requested by agent ovs-agent-dv-cinder-801875-2-iscsi with host dv-cinder-801875-2-iscsi {{(pid=93194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:16:05.774663 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-6b245507-0621-44ba-8718-48268bdc58dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30393400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30098374'] for subnet, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:05.869904 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b245507-0621-44ba-8718-48268bdc58dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=1951ce66-1fb5-4e86-ab40-06bdbfd871a1,revision_number=0']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:16:05.887654 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b245507-0621-44ba-8718-48268bdc58dc admin admin] Checking segment: {'id': '1450f48a-664f-430c-9109-f4a57f68a811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '4234ebfc-32db-4f79-afcf-f9fc524051e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:16:05.887654 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b245507-0621-44ba-8718-48268bdc58dc admin admin] Network hostable DHCP agents. Network: 4234ebfc-32db-4f79-afcf-f9fc524051e8, hostable agents: ['5089d900-808c-476c-958a-0c524ee0753f'], hosted agents: [] {{(pid=93192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:16:05.910193 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655f0495-1f3e-409a-830b-1a6e937057cc req-941e40af-6429-4a3d-affb-8c5b83372feb tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:16:05.911714 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-655f0495-1f3e-409a-830b-1a6e937057cc req-941e40af-6429-4a3d-affb-8c5b83372feb tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=544d54a9-5ad7-41eb-8f2a-564866bd86bb HTTP/1.1" status: 200 len: 945 time: 0.1329744 Jul 22 23:16:05.927005 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b245507-0621-44ba-8718-48268bdc58dc admin admin] Network 4234ebfc-32db-4f79-afcf-f9fc524051e8 is scheduled to be hosted by DHCP agent 5089d900-808c-476c-958a-0c524ee0753f with binding_index 1 {{(pid=93192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:16:05.948294 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.scheduler.base_scheduler [None req-6b245507-0621-44ba-8718-48268bdc58dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801875-2-iscsi, 4234ebfc-32db-4f79-afcf-f9fc524051e8) {{(pid=93192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:16:05.958022 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b17908ef-1894-4bda-a6cb-e944134dcea0 None None] Network 4234ebfc-32db-4f79-afcf-f9fc524051e8 requested from dv-cinder-801875-2-iscsi {{(pid=93194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:16:05.958386 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b245507-0621-44ba-8718-48268bdc58dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:16:05.958980 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-6b245507-0621-44ba-8718-48268bdc58dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585183'] for subnet, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:05.970383 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-655f0495-1f3e-409a-830b-1a6e937057cc req-6b927102-9773-481c-8aee-892e2b7b5c32 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=7ba28736-b717-4e82-9aeb-8949531051c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510426 Jul 22 23:16:05.984450 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-6b245507-0621-44ba-8718-48268bdc58dc admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4327028 Jul 22 23:16:05.984630 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 38614) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:16:06.004113 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.v2.base [None req-0d3e69f4-a0b9-418c-9954-fd48525b8bec admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-875847003-router', 'tenant_id': 'e99b23c6adcc4d62a1d14734de23fea5', 'external_gateway_info': {'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4'}}} {{(pid=93192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:16:06.033994 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-0d3e69f4-a0b9-418c-9954-fd48525b8bec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-680763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12263'] for router, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:06.035455 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-0d3e69f4-a0b9-418c-9954-fd48525b8bec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-678997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-678420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-748592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12264'] for router, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:06.112406 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-0d3e69f4-a0b9-418c-9954-fd48525b8bec admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:06.140933 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b12a8a8-2f85-45e3-b1f8-86b84235c63f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98100b3a-e8ad-5682-a9ac-80bb6e32739f-4234ebfc-32db-4f79-afcf-f9fc524051e8', 'network_id': '4234ebfc-32db-4f79-afcf-f9fc524051e8', 'tenant_id': 'e99b23c6adcc4d62a1d14734de23fea5', 'fixed_ips': [{'subnet_id': '1951ce66-1fb5-4e86-ab40-06bdbfd871a1'}]}} from dv-cinder-801875-2-iscsi. {{(pid=93194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:16:06.141824 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-0b12a8a8-2f85-45e3-b1f8-86b84235c63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_create {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:06.274775 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-0d3e69f4-a0b9-418c-9954-fd48525b8bec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680958', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-680789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12250'] for router, precommit_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:06.278342 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.db_base_plugin_common [None req-0b12a8a8-2f85-45e3-b1f8-86b84235c63f None None] Allocated IP 172.20.0.2 (4234ebfc-32db-4f79-afcf-f9fc524051e8/1951ce66-1fb5-4e86-ab40-06bdbfd871a1/e2b140ac-e5c3-439e-bdc6-12e4f535a06c) {{(pid=93194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:16:06.287088 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108acc99-bb79-479a-972d-63e187680ea6 req-47b6c365-28c7-4843-8889-115d2bb808db tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:16:06.288609 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-108acc99-bb79-479a-972d-63e187680ea6 req-47b6c365-28c7-4843-8889-115d2bb808db tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=544d54a9-5ad7-41eb-8f2a-564866bd86bb HTTP/1.1" status: 200 len: 945 time: 0.2216859 Jul 22 23:16:06.298792 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 38618) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:16:06.303456 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.v2.base [None req-0b2d9393-13a8-4cfc-a1b8-1e5bda510bfc tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Request body: {'floatingip': {'port_id': '037f2ea9-5050-415f-9f26-af0d00823a41'}} {{(pid=93192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:16:06.355187 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-0b2d9393-13a8-4cfc-a1b8-1e5bda510bfc tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Notify callbacks [] for floatingip, before_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:06.428605 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-0b12a8a8-2f85-45e3-b1f8-86b84235c63f None None] Notify callbacks [] for port, precommit_create {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:06.437922 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-0b12a8a8-2f85-45e3-b1f8-86b84235c63f None None] Transition to ACTIVE for port object e2b140ac-e5c3-439e-bdc6-12e4f535a06c will not be triggered until provisioned by entity L2. {{(pid=93194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:16:06.455200 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-0b12a8a8-2f85-45e3-b1f8-86b84235c63f None None] Transition to ACTIVE for port object e2b140ac-e5c3-439e-bdc6-12e4f535a06c will not be triggered until provisioned by entity DHCP. {{(pid=93194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:16:06.466697 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-0b12a8a8-2f85-45e3-b1f8-86b84235c63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769065317241'] for port, after_create {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:06.515657 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b12a8a8-2f85-45e3-b1f8-86b84235c63f None None] Network 4234ebfc-32db-4f79-afcf-f9fc524051e8 is already hosted by enough agents. {{(pid=93194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:16:06.520156 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.scheduler.base_scheduler [None req-0b12a8a8-2f85-45e3-b1f8-86b84235c63f None None] Resources bound (agent type, host, resource id): {{(pid=93194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:16:06.522095 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b12a8a8-2f85-45e3-b1f8-86b84235c63f None None] Received port after_create {{(pid=93194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:16:06.525115 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b12a8a8-2f85-45e3-b1f8-86b84235c63f None None] Pushing event updated for resources: {'Port': ['ID=e2b140ac-e5c3-439e-bdc6-12e4f535a06c,revision_number=1']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:16:06.585079 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.managers [None req-0b12a8a8-2f85-45e3-b1f8-86b84235c63f None None] Attempting to bind port e2b140ac-e5c3-439e-bdc6-12e4f535a06c on host dv-cinder-801875-2-iscsi for vnic_type normal with profile {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:16:06.585463 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.managers [None req-0b12a8a8-2f85-45e3-b1f8-86b84235c63f None None] Attempting to bind port e2b140ac-e5c3-439e-bdc6-12e4f535a06c by drivers openvswitch,hyperv on host dv-cinder-801875-2-iscsi at level 0 using segments [{'id': '1450f48a-664f-430c-9109-f4a57f68a811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '4234ebfc-32db-4f79-afcf-f9fc524051e8'}] {{(pid=93194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:16:06.585823 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b12a8a8-2f85-45e3-b1f8-86b84235c63f None None] Attempting to bind port e2b140ac-e5c3-439e-bdc6-12e4f535a06c on network 4234ebfc-32db-4f79-afcf-f9fc524051e8 {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:16:06.591259 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b12a8a8-2f85-45e3-b1f8-86b84235c63f None None] Checking agent: {'id': 'f30eb83a-2393-42b8-bba2-207fe5e6c4a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801875-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 3, 19), 'started_at': datetime.datetime(2021, 7, 22, 23, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801875-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:16:06.591613 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b12a8a8-2f85-45e3-b1f8-86b84235c63f None None] Checking segment: {'id': '1450f48a-664f-430c-9109-f4a57f68a811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '4234ebfc-32db-4f79-afcf-f9fc524051e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:16:06.592009 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-0b12a8a8-2f85-45e3-b1f8-86b84235c63f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:06.592444 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b12a8a8-2f85-45e3-b1f8-86b84235c63f None None] Bound using segment: {'id': '1450f48a-664f-430c-9109-f4a57f68a811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '4234ebfc-32db-4f79-afcf-f9fc524051e8'} {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:16:06.592902 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.managers [None req-0b12a8a8-2f85-45e3-b1f8-86b84235c63f None None] Bound port: e2b140ac-e5c3-439e-bdc6-12e4f535a06c, host: dv-cinder-801875-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1450f48a-664f-430c-9109-f4a57f68a811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '4234ebfc-32db-4f79-afcf-f9fc524051e8'}}] {{(pid=93194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:16:06.593276 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-0b12a8a8-2f85-45e3-b1f8-86b84235c63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:06.660488 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-0b12a8a8-2f85-45e3-b1f8-86b84235c63f None None] For port e2b140ac-e5c3-439e-bdc6-12e4f535a06c, host dv-cinder-801875-2-iscsi, cleared binding levels {{(pid=93194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:16:06.663613 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-0b12a8a8-2f85-45e3-b1f8-86b84235c63f None None] For port e2b140ac-e5c3-439e-bdc6-12e4f535a06c, host dv-cinder-801875-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801875-2-iscsi',level=0,port_id=e2b140ac-e5c3-439e-bdc6-12e4f535a06c,segment=NetworkSegment(1450f48a-664f-430c-9109-f4a57f68a811),segment_id=1450f48a-664f-430c-9109-f4a57f68a811)] {{(pid=93194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:16:06.667623 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-0b12a8a8-2f85-45e3-b1f8-86b84235c63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:06.738819 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b12a8a8-2f85-45e3-b1f8-86b84235c63f None None] Pushing event updated for resources: {'Port': ['ID=e2b140ac-e5c3-439e-bdc6-12e4f535a06c,revision_number=2']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:16:06.795742 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0264f87a-5623-421b-9958-d1db5a254203 None None] Sync routers for ids ['7068b93b-7df1-45de-8c0c-395c020c49a9'] in dv-cinder-801875-2-iscsi {{(pid=93195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:16:06.809056 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0264f87a-5623-421b-9958-d1db5a254203 None None] Routers {'7068b93b-7df1-45de-8c0c-395c020c49a9'} bound to L3 agent in host dv-cinder-801875-2-iscsi {{(pid=93195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:16:06.809686 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-0264f87a-5623-421b-9958-d1db5a254203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801875-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:03:18Z,description=,heartbeat_timestamp=2021-07-22T23:15:48Z,host='dv-cinder-801875-2-iscsi',id=fdf30918-cf4b-4771-a7f5-907485eb00f1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:18Z,topic='l3_agent')) {'router_ids': ['7068b93b-7df1-45de-8c0c-395c020c49a9'], 'active': True} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:16:06.852386 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-0d3e69f4-a0b9-418c-9954-fd48525b8bec admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:06.882641 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-0d3e69f4-a0b9-418c-9954-fd48525b8bec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:06.989238 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvr_db [None req-0264f87a-5623-421b-9958-d1db5a254203 None None] Set router 7068b93b-7df1-45de-8c0c-395c020c49a9 gateway port host: dv-cinder-801875-2-iscsi {{(pid=93195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:16:07.101422 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-0b2d9393-13a8-4cfc-a1b8-1e5bda510bfc tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:07.110501 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-0b2d9393-13a8-4cfc-a1b8-1e5bda510bfc tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680835'] for floatingip, after_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:07.149020 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Device e2b140ac-e5c3-439e-bdc6-12e4f535a06c up at agent ovs-agent-dv-cinder-801875-2-iscsi {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:16:07.190948 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.db.db_base_plugin_common [None req-0d3e69f4-a0b9-418c-9954-fd48525b8bec admin admin] Allocated IP 172.27.1.148 (e89e037f-b917-4fce-8638-db5189a5e8e4/7d2d3a68-9173-4429-9239-290b8b68fb34/a73f1bd2-8f7c-4adf-8707-8f9c639f4a6c) {{(pid=93192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:16:07.198537 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Provisioning for port e2b140ac-e5c3-439e-bdc6-12e4f535a06c completed by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:16:07.202481 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Device 320489bd-9c2a-4a92-ba9a-74e06689d04f up at agent ovs-agent-dv-cinder-801875-2-iscsi {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:16:07.232226 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-0264f87a-5623-421b-9958-d1db5a254203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7068b93b-7df1-45de-8c0c-395c020c49a9', 'name': 'tempest-TestShelveInstance-488001558-router', 'tenant_id': 'db2fa9ede64340a5ad2f37c6e3db667c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'external_fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': '320489bd-9c2a-4a92-ba9a-74e06689d04f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:16:00Z', 'updated_at': '2021-07-22T23:16:03Z', 'revision_number': 4, 'project_id': 'db2fa9ede64340a5ad2f37c6e3db667c', 'gw_port': {'id': '320489bd-9c2a-4a92-ba9a-74e06689d04f', 'name': '', 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c2:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7068b93b-7df1-45de-8c0c-395c020c49a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:16:01Z', 'updated_at': '2021-07-22T23:16:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801875-2-iscsi', '_interfaces': [{'id': '4b80474a-0428-443e-845b-733ace68c5da', 'name': '', 'network_id': '1a59ceb3-3b1b-45d1-841a-8dd14bc1e6a2', 'tenant_id': 'db2fa9ede64340a5ad2f37c6e3db667c', 'mac_address': 'fa:16:3e:20:94:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7068b93b-7df1-45de-8c0c-395c020c49a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'dc62b7f7-138b-4387-936a-2eda69e9184f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:16:03Z', 'updated_at': '2021-07-22T23:16:03Z', 'revision_number': 2, 'project_id': 'db2fa9ede64340a5ad2f37c6e3db667c', 'subnets': [{'id': 'dc62b7f7-138b-4387-936a-2eda69e9184f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801875-2-iscsi', False) {} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:16:07.257626 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Provisioning for port 320489bd-9c2a-4a92-ba9a-74e06689d04f completed by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:16:07.261964 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Provisioning complete for port 320489bd-9c2a-4a92-ba9a-74e06689d04f triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:16:07.262339 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832377'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:07.267070 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0264f87a-5623-421b-9958-d1db5a254203 None None] Checking router: 7068b93b-7df1-45de-8c0c-395c020c49a9 for host: dv-cinder-801875-2-iscsi {{(pid=93195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:16:07.267532 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0264f87a-5623-421b-9958-d1db5a254203 None None] Updating router 7068b93b-7df1-45de-8c0c-395c020c49a9 port 4b80474a-0428-443e-845b-733ace68c5da binding host dv-cinder-801875-2-iscsi {{(pid=93195) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:16:07.289545 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.db.l3_db [None req-0b2d9393-13a8-4cfc-a1b8-1e5bda510bfc tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Floating IP d66e5231-595b-4b8c-917a-b96e7212496d associated. External IP: 172.27.1.221, port: 037f2ea9-5050-415f-9f26-af0d00823a41. Jul 22 23:16:07.307210 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron_lib.callbacks.manager [None req-0264f87a-5623-421b-9958-d1db5a254203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:07.348852 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:07.372349 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] For port 320489bd-9c2a-4a92-ba9a-74e06689d04f, host dv-cinder-801875-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801875-2-iscsi',level=0,port_id=320489bd-9c2a-4a92-ba9a-74e06689d04f,segment=NetworkSegment(829b4ee6-bc3b-4b66-8264-3fcbe946197d),segment_id=829b4ee6-bc3b-4b66-8264-3fcbe946197d)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:16:07.376857 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:07.409418 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-0d3e69f4-a0b9-418c-9954-fd48525b8bec admin admin] Notify callbacks [] for port, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:07.431731 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Pushing event updated for resources: {'Port': ['ID=320489bd-9c2a-4a92-ba9a-74e06689d04f,revision_number=4']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:16:07.536224 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-0d3e69f4-a0b9-418c-9954-fd48525b8bec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769065317241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30393516'] for port, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:07.592762 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3e69f4-a0b9-418c-9954-fd48525b8bec admin admin] Network e89e037f-b917-4fce-8638-db5189a5e8e4 is already hosted by enough agents. {{(pid=93192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:16:07.601841 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron_lib.callbacks.manager [None req-0264f87a-5623-421b-9958-d1db5a254203 None None] Notify callbacks [] for port, precommit_update {{(pid=93195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:07.603196 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.scheduler.base_scheduler [None req-0d3e69f4-a0b9-418c-9954-fd48525b8bec admin admin] Resources bound (agent type, host, resource id): {{(pid=93192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:16:07.607835 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3e69f4-a0b9-418c-9954-fd48525b8bec admin admin] Received port after_create {{(pid=93192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:16:07.609722 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3e69f4-a0b9-418c-9954-fd48525b8bec admin admin] Pushing event updated for resources: {'Port': ['ID=a73f1bd2-8f7c-4adf-8707-8f9c639f4a6c,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:16:07.615874 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.provisioning_blocks [None req-0264f87a-5623-421b-9958-d1db5a254203 None None] Transition to ACTIVE for port object 4b80474a-0428-443e-845b-733ace68c5da will not be triggered until provisioned by entity L2. {{(pid=93195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:16:07.623871 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron_lib.callbacks.manager [None req-0264f87a-5623-421b-9958-d1db5a254203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:07.648318 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b2d9393-13a8-4cfc-a1b8-1e5bda510bfc tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Router 8224ad20-6f9d-4cf8-8783-c43db30f6170 has already been hosted by L3 agent fdf30918-cf4b-4771-a7f5-907485eb00f1 {{(pid=93192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:16:07.678036 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415cb5ca-0442-4e71-ad09-6467993b867c None None] Pushing event updated for resources: {'Port': ['ID=4b80474a-0428-443e-845b-733ace68c5da,revision_number=3']} {{(pid=93195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:16:07.739858 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.managers [None req-0264f87a-5623-421b-9958-d1db5a254203 None None] Attempting to bind port 4b80474a-0428-443e-845b-733ace68c5da on host dv-cinder-801875-2-iscsi for vnic_type normal with profile {{(pid=93195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:16:07.740484 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.managers [None req-0264f87a-5623-421b-9958-d1db5a254203 None None] Attempting to bind port 4b80474a-0428-443e-845b-733ace68c5da by drivers openvswitch,hyperv on host dv-cinder-801875-2-iscsi at level 0 using segments [{'id': '49545db8-4130-4209-8567-7d732551d7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '1a59ceb3-3b1b-45d1-841a-8dd14bc1e6a2'}] {{(pid=93195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:16:07.741602 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0264f87a-5623-421b-9958-d1db5a254203 None None] Attempting to bind port 4b80474a-0428-443e-845b-733ace68c5da on network 1a59ceb3-3b1b-45d1-841a-8dd14bc1e6a2 {{(pid=93195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:16:07.749014 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0264f87a-5623-421b-9958-d1db5a254203 None None] Checking agent: {'id': 'f30eb83a-2393-42b8-bba2-207fe5e6c4a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801875-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 3, 19), 'started_at': datetime.datetime(2021, 7, 22, 23, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801875-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:16:07.749656 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0264f87a-5623-421b-9958-d1db5a254203 None None] Checking segment: {'id': '49545db8-4130-4209-8567-7d732551d7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '1a59ceb3-3b1b-45d1-841a-8dd14bc1e6a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:16:07.754269 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron_lib.callbacks.manager [None req-0264f87a-5623-421b-9958-d1db5a254203 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:07.754269 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0264f87a-5623-421b-9958-d1db5a254203 None None] Bound using segment: {'id': '49545db8-4130-4209-8567-7d732551d7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '1a59ceb3-3b1b-45d1-841a-8dd14bc1e6a2'} {{(pid=93195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:16:07.754269 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.managers [None req-0264f87a-5623-421b-9958-d1db5a254203 None None] Bound port: 4b80474a-0428-443e-845b-733ace68c5da, host: dv-cinder-801875-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49545db8-4130-4209-8567-7d732551d7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '1a59ceb3-3b1b-45d1-841a-8dd14bc1e6a2'}}] {{(pid=93195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:16:07.754269 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron_lib.callbacks.manager [None req-0264f87a-5623-421b-9958-d1db5a254203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:07.845160 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.db [None req-0264f87a-5623-421b-9958-d1db5a254203 None None] For port 4b80474a-0428-443e-845b-733ace68c5da, host dv-cinder-801875-2-iscsi, cleared binding levels {{(pid=93195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:16:07.848885 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.db [None req-0264f87a-5623-421b-9958-d1db5a254203 None None] For port 4b80474a-0428-443e-845b-733ace68c5da, host dv-cinder-801875-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801875-2-iscsi',level=0,port_id=4b80474a-0428-443e-845b-733ace68c5da,segment=NetworkSegment(49545db8-4130-4209-8567-7d732551d7b2),segment_id=49545db8-4130-4209-8567-7d732551d7b2)] {{(pid=93195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:16:07.851757 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b888a60-5a75-4ac5-bc4c-d4292e49e9a7 None None] Network 4234ebfc-32db-4f79-afcf-f9fc524051e8 requested from dv-cinder-801875-2-iscsi {{(pid=93194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:16:07.856713 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron_lib.callbacks.manager [None req-0264f87a-5623-421b-9958-d1db5a254203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:07.929461 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415cb5ca-0442-4e71-ad09-6467993b867c None None] Pushing event updated for resources: {'Port': ['ID=4b80474a-0428-443e-845b-733ace68c5da,revision_number=4']} {{(pid=93195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:16:07.969546 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0264f87a-5623-421b-9958-d1db5a254203 None None] Routers {'7068b93b-7df1-45de-8c0c-395c020c49a9'} bound to L3 agent in host dv-cinder-801875-2-iscsi {{(pid=93195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:16:07.970263 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-0264f87a-5623-421b-9958-d1db5a254203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801875-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:03:18Z,description=,heartbeat_timestamp=2021-07-22T23:15:48Z,host='dv-cinder-801875-2-iscsi',id=fdf30918-cf4b-4771-a7f5-907485eb00f1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:18Z,topic='l3_agent')) {'router_ids': ['7068b93b-7df1-45de-8c0c-395c020c49a9'], 'active': True} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:16:07.988022 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-22e137a1-c137-4574-8d83-ede70cfaaa14 None None] Provisioning for port e2b140ac-e5c3-439e-bdc6-12e4f535a06c completed by entity DHCP. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:16:07.996633 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-22e137a1-c137-4574-8d83-ede70cfaaa14 None None] Provisioning complete for port e2b140ac-e5c3-439e-bdc6-12e4f535a06c triggered by entity DHCP. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:16:07.997061 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-22e137a1-c137-4574-8d83-ede70cfaaa14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832377'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:08.116932 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvr_db [None req-0264f87a-5623-421b-9958-d1db5a254203 None None] Set router 7068b93b-7df1-45de-8c0c-395c020c49a9 gateway port host: dv-cinder-801875-2-iscsi {{(pid=93195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:16:08.142035 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-22e137a1-c137-4574-8d83-ede70cfaaa14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:08.199143 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-22e137a1-c137-4574-8d83-ede70cfaaa14 None None] For port e2b140ac-e5c3-439e-bdc6-12e4f535a06c, host dv-cinder-801875-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801875-2-iscsi',level=0,port_id=e2b140ac-e5c3-439e-bdc6-12e4f535a06c,segment=NetworkSegment(1450f48a-664f-430c-9109-f4a57f68a811),segment_id=1450f48a-664f-430c-9109-f4a57f68a811)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:16:08.206853 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-22e137a1-c137-4574-8d83-ede70cfaaa14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:08.237202 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b2d9393-13a8-4cfc-a1b8-1e5bda510bfc tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Notify agent at l3_agent.dv-cinder-801875-2-iscsi the message routers_updated {{(pid=93192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:16:08.242021 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-0b2d9393-13a8-4cfc-a1b8-1e5bda510bfc tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92570'] for floatingip, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:08.248273 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291d22b9-08cf-4445-b7fb-e04e46fdfff4 None None] Sync routers for ids ['8224ad20-6f9d-4cf8-8783-c43db30f6170'] in dv-cinder-801875-2-iscsi {{(pid=93194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:16:08.274689 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291d22b9-08cf-4445-b7fb-e04e46fdfff4 None None] Routers {'8224ad20-6f9d-4cf8-8783-c43db30f6170'} bound to L3 agent in host dv-cinder-801875-2-iscsi {{(pid=93194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:16:08.275499 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-291d22b9-08cf-4445-b7fb-e04e46fdfff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801875-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:03:18Z,description=,heartbeat_timestamp=2021-07-22T23:15:48Z,host='dv-cinder-801875-2-iscsi',id=fdf30918-cf4b-4771-a7f5-907485eb00f1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:18Z,topic='l3_agent')) {'router_ids': ['8224ad20-6f9d-4cf8-8783-c43db30f6170'], 'active': True} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:16:08.309117 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-0b2d9393-13a8-4cfc-a1b8-1e5bda510bfc tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "PUT /v2.0/floatingips/d66e5231-595b-4b8c-917a-b96e7212496d HTTP/1.1" status: 200 len: 991 time: 2.0091789 Jul 22 23:16:08.311362 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '544d54a9-5ad7-41eb-8f2a-564866bd86bb', 'tag': '037f2ea9-5050-415f-9f26-af0d00823a41'}] {{(pid=93192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:16:08.314438 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}116c38ea8adf6e412e27fa70d60466dac8b18d7b33470466fbdf59022c8e8666" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-119840db-abf5-442f-a120-cf93a161ce14" -d '{"events": [{"name": "network-changed", "server_uuid": "544d54a9-5ad7-41eb-8f2a-564866bd86bb", "tag": "037f2ea9-5050-415f-9f26-af0d00823a41"}]}' {{(pid=93192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:16:08.340213 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-0d3e69f4-a0b9-418c-9954-fd48525b8bec admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:08.394177 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5501c76c-a189-43c9-b6d7-6cac876c3e3e x-openstack-request-id: req-5501c76c-a189-43c9-b6d7-6cac876c3e3e {{(pid=93192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:16:08.394518 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "544d54a9-5ad7-41eb-8f2a-564866bd86bb", "tag": "037f2ea9-5050-415f-9f26-af0d00823a41", "status": "completed", "code": 200}]} {{(pid=93192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:16:08.394651 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e137a1-c137-4574-8d83-ede70cfaaa14 None None] Pushing event updated for resources: {'Port': ['ID=e2b140ac-e5c3-439e-bdc6-12e4f535a06c,revision_number=3']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:16:08.394841 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5501c76c-a189-43c9-b6d7-6cac876c3e3e {{(pid=93192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:16:08.395234 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '544d54a9-5ad7-41eb-8f2a-564866bd86bb', 'tag': '037f2ea9-5050-415f-9f26-af0d00823a41', 'status': 'completed', 'code': 200} Jul 22 23:16:08.412166 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-0264f87a-5623-421b-9958-d1db5a254203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7068b93b-7df1-45de-8c0c-395c020c49a9', 'name': 'tempest-TestShelveInstance-488001558-router', 'tenant_id': 'db2fa9ede64340a5ad2f37c6e3db667c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'external_fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': '320489bd-9c2a-4a92-ba9a-74e06689d04f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:16:00Z', 'updated_at': '2021-07-22T23:16:03Z', 'revision_number': 4, 'project_id': 'db2fa9ede64340a5ad2f37c6e3db667c', 'gw_port': {'id': '320489bd-9c2a-4a92-ba9a-74e06689d04f', 'name': '', 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7068b93b-7df1-45de-8c0c-395c020c49a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:16:01Z', 'updated_at': '2021-07-22T23:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801875-2-iscsi', '_interfaces': [{'id': '4b80474a-0428-443e-845b-733ace68c5da', 'name': '', 'network_id': '1a59ceb3-3b1b-45d1-841a-8dd14bc1e6a2', 'tenant_id': 'db2fa9ede64340a5ad2f37c6e3db667c', 'mac_address': 'fa:16:3e:20:94:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7068b93b-7df1-45de-8c0c-395c020c49a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'dc62b7f7-138b-4387-936a-2eda69e9184f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:16:03Z', 'updated_at': '2021-07-22T23:16:07Z', 'revision_number': 4, 'project_id': 'db2fa9ede64340a5ad2f37c6e3db667c', 'subnets': [{'id': 'dc62b7f7-138b-4387-936a-2eda69e9184f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801875-2-iscsi', False) {} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:16:08.437362 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvr_db [None req-291d22b9-08cf-4445-b7fb-e04e46fdfff4 None None] Set router 8224ad20-6f9d-4cf8-8783-c43db30f6170 gateway port host: dv-cinder-801875-2-iscsi {{(pid=93194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:16:08.445118 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0264f87a-5623-421b-9958-d1db5a254203 None None] The sync data for ids ['7068b93b-7df1-45de-8c0c-395c020c49a9'] in dv-cinder-801875-2-iscsi is: [{'id': '7068b93b-7df1-45de-8c0c-395c020c49a9', 'name': 'tempest-TestShelveInstance-488001558-router', 'tenant_id': 'db2fa9ede64340a5ad2f37c6e3db667c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'external_fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': '320489bd-9c2a-4a92-ba9a-74e06689d04f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:16:00Z', 'updated_at': '2021-07-22T23:16:03Z', 'revision_number': 4, 'project_id': 'db2fa9ede64340a5ad2f37c6e3db667c', 'gw_port': {'id': '320489bd-9c2a-4a92-ba9a-74e06689d04f', 'name': '', 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7068b93b-7df1-45de-8c0c-395c020c49a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:16:01Z', 'updated_at': '2021-07-22T23:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801875-2-iscsi', '_interfaces': [{'id': '4b80474a-0428-443e-845b-733ace68c5da', 'name': '', 'network_id': '1a59ceb3-3b1b-45d1-841a-8dd14bc1e6a2', 'tenant_id': 'db2fa9ede64340a5ad2f37c6e3db667c', 'mac_address': 'fa:16:3e:20:94:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7068b93b-7df1-45de-8c0c-395c020c49a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'dc62b7f7-138b-4387-936a-2eda69e9184f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:16:03Z', 'updated_at': '2021-07-22T23:16:07Z', 'revision_number': 4, 'project_id': 'db2fa9ede64340a5ad2f37c6e3db667c', 'subnets': [{'id': 'dc62b7f7-138b-4387-936a-2eda69e9184f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:16:08.520774 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119840db-abf5-442f-a120-cf93a161ce14 req-6570c41a-0613-4afd-a798-3e257bb60244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:16:08.524477 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-119840db-abf5-442f-a120-cf93a161ce14 req-6570c41a-0613-4afd-a798-3e257bb60244 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=934579b2f9344fa4a2472101e976d552&device_id=544d54a9-5ad7-41eb-8f2a-564866bd86bb HTTP/1.1" status: 200 len: 1098 time: 0.0649486 Jul 22 23:16:08.555771 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-8237fea0-f1c8-48de-9eba-f6bf6498ea7e None None] Provisioning complete for port e2b140ac-e5c3-439e-bdc6-12e4f535a06c triggered by entity DHCP. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:16:08.556144 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-8237fea0-f1c8-48de-9eba-f6bf6498ea7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832377'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:08.603674 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-0d3e69f4-a0b9-418c-9954-fd48525b8bec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-680770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680933'] for router, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:08.642944 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119840db-abf5-442f-a120-cf93a161ce14 req-898fefad-3f1b-49ac-beb2-2790fa1becf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:16:08.644749 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-119840db-abf5-442f-a120-cf93a161ce14 req-898fefad-3f1b-49ac-beb2-2790fa1becf6 service neutron] 10.222.0.76 "GET /v2.0/networks?id=15297b5d-2132-449e-9de1-fcfc3bc99bcd HTTP/1.1" status: 200 len: 918 time: 0.1137669 Jul 22 23:16:08.736747 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-119840db-abf5-442f-a120-cf93a161ce14 req-40199094-31d5-4e67-a45b-b879e0268548 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=037f2ea9-5050-415f-9f26-af0d00823a41 HTTP/1.1" status: 200 len: 999 time: 0.0853417 Jul 22 23:16:08.750062 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d3e69f4-a0b9-418c-9954-fd48525b8bec admin admin] Router d2153a76-8704-42ba-a1e6-f6b96a994ad0 is scheduled to L3 agent fdf30918-cf4b-4771-a7f5-907485eb00f1 with binding_index 1 {{(pid=93192) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:16:08.790662 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-291d22b9-08cf-4445-b7fb-e04e46fdfff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8224ad20-6f9d-4cf8-8783-c43db30f6170', 'name': 'tempest-AttachVolumeShelveTestJSON-1093504326-router', 'tenant_id': '934579b2f9344fa4a2472101e976d552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'external_fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '41f5966e-46b6-472b-a65f-12904462cfc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:11:09Z', 'updated_at': '2021-07-22T23:11:21Z', 'revision_number': 4, 'project_id': '934579b2f9344fa4a2472101e976d552', 'gw_port': {'id': '41f5966e-46b6-472b-a65f-12904462cfc3', 'name': '', 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:2e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8224ad20-6f9d-4cf8-8783-c43db30f6170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:11:10Z', 'updated_at': '2021-07-22T23:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801875-2-iscsi', '_floatingips': [{'id': 'd66e5231-595b-4b8c-917a-b96e7212496d', 'tenant_id': '934579b2f9344fa4a2472101e976d552', 'floating_ip_address': '172.27.1.221', 'floating_network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'router_id': '8224ad20-6f9d-4cf8-8783-c43db30f6170', 'port_id': '037f2ea9-5050-415f-9f26-af0d00823a41', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15297b5d-2132-449e-9de1-fcfc3bc99bcd', 'mac_address': 'fa:16:3e:e0:da:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544d54a9-5ad7-41eb-8f2a-564866bd86bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:15:55Z', 'updated_at': '2021-07-22T23:16:06Z', 'revision_number': 1, 'project_id': '934579b2f9344fa4a2472101e976d552', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee9e5b45-0554-4341-94e3-6949c5a4fd0a', 'name': '', 'network_id': '15297b5d-2132-449e-9de1-fcfc3bc99bcd', 'tenant_id': '934579b2f9344fa4a2472101e976d552', 'mac_address': 'fa:16:3e:d3:ad:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8224ad20-6f9d-4cf8-8783-c43db30f6170', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c47fa5de-a082-4f3c-9a72-06af8857dbb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:11:17Z', 'updated_at': '2021-07-22T23:11:29Z', 'revision_number': 5, 'project_id': '934579b2f9344fa4a2472101e976d552', 'subnets': [{'id': 'c47fa5de-a082-4f3c-9a72-06af8857dbb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801875-2-iscsi', False) {} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:16:08.795960 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119840db-abf5-442f-a120-cf93a161ce14 req-e825d8be-d75b-4067-a517-53a640d44757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:16:08.797544 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-119840db-abf5-442f-a120-cf93a161ce14 req-e825d8be-d75b-4067-a517-53a640d44757 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c47fa5de-a082-4f3c-9a72-06af8857dbb0 HTTP/1.1" status: 200 len: 856 time: 0.0538378 Jul 22 23:16:08.823224 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291d22b9-08cf-4445-b7fb-e04e46fdfff4 None None] Checking router: 8224ad20-6f9d-4cf8-8783-c43db30f6170 for host: dv-cinder-801875-2-iscsi {{(pid=93194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:16:08.832481 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291d22b9-08cf-4445-b7fb-e04e46fdfff4 None None] Routers {'8224ad20-6f9d-4cf8-8783-c43db30f6170'} bound to L3 agent in host dv-cinder-801875-2-iscsi {{(pid=93194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:16:08.833210 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-291d22b9-08cf-4445-b7fb-e04e46fdfff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801875-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:03:18Z,description=,heartbeat_timestamp=2021-07-22T23:15:48Z,host='dv-cinder-801875-2-iscsi',id=fdf30918-cf4b-4771-a7f5-907485eb00f1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:18Z,topic='l3_agent')) {'router_ids': ['8224ad20-6f9d-4cf8-8783-c43db30f6170'], 'active': True} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:16:08.876283 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d3e69f4-a0b9-418c-9954-fd48525b8bec admin admin] Notify agent at l3_agent.dv-cinder-801875-2-iscsi the message routers_updated {{(pid=93192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:16:08.876555 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119840db-abf5-442f-a120-cf93a161ce14 req-9da83c47-522a-4025-b345-80f5c00ef07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:16:08.878280 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-119840db-abf5-442f-a120-cf93a161ce14 req-9da83c47-522a-4025-b345-80f5c00ef07f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=15297b5d-2132-449e-9de1-fcfc3bc99bcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0724258 Jul 22 23:16:08.885471 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aec0013-0340-4dc2-a4c0-d3c9c398638d None None] Sync routers for ids ['d2153a76-8704-42ba-a1e6-f6b96a994ad0'] in dv-cinder-801875-2-iscsi {{(pid=93195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:16:08.896291 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aec0013-0340-4dc2-a4c0-d3c9c398638d None None] Routers {'d2153a76-8704-42ba-a1e6-f6b96a994ad0'} bound to L3 agent in host dv-cinder-801875-2-iscsi {{(pid=93195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:16:08.896884 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-7aec0013-0340-4dc2-a4c0-d3c9c398638d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801875-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:03:18Z,description=,heartbeat_timestamp=2021-07-22T23:15:48Z,host='dv-cinder-801875-2-iscsi',id=fdf30918-cf4b-4771-a7f5-907485eb00f1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:18Z,topic='l3_agent')) {'router_ids': ['d2153a76-8704-42ba-a1e6-f6b96a994ad0'], 'active': True} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:16:08.899448 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-0d3e69f4-a0b9-418c-9954-fd48525b8bec admin admin] Notify callbacks [] for router, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:08.901613 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-0d3e69f4-a0b9-418c-9954-fd48525b8bec admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.9159319 Jul 22 23:16:08.904388 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 38628) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:16:08.996669 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvr_db [None req-291d22b9-08cf-4445-b7fb-e04e46fdfff4 None None] Set router 8224ad20-6f9d-4cf8-8783-c43db30f6170 gateway port host: dv-cinder-801875-2-iscsi {{(pid=93194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:16:09.019358 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-119840db-abf5-442f-a120-cf93a161ce14 req-b13b3844-cbdc-4cae-85b0-8e8399ff9731 service neutron] 10.222.0.76 "GET /v2.0/networks/15297b5d-2132-449e-9de1-fcfc3bc99bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244552 Jul 22 23:16:09.120800 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvr_db [None req-7aec0013-0340-4dc2-a4c0-d3c9c398638d None None] Set router d2153a76-8704-42ba-a1e6-f6b96a994ad0 gateway port host: dv-cinder-801875-2-iscsi {{(pid=93195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:16:09.157439 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-119840db-abf5-442f-a120-cf93a161ce14 req-0d6dfd1c-2d5c-4860-89bd-c796759740bf service neutron] 10.222.0.76 "GET /v2.0/networks/15297b5d-2132-449e-9de1-fcfc3bc99bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303301 Jul 22 23:16:09.302579 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Device 320489bd-9c2a-4a92-ba9a-74e06689d04f up at agent ovs-agent-dv-cinder-801875-2-iscsi {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:16:09.341919 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-7aec0013-0340-4dc2-a4c0-d3c9c398638d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2153a76-8704-42ba-a1e6-f6b96a994ad0', 'name': 'tempest-TestShelveInstance-875847003-router', 'tenant_id': 'e99b23c6adcc4d62a1d14734de23fea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'external_fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'a73f1bd2-8f7c-4adf-8707-8f9c639f4a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:16:06Z', 'updated_at': '2021-07-22T23:16:08Z', 'revision_number': 3, 'project_id': 'e99b23c6adcc4d62a1d14734de23fea5', 'gw_port': {'id': 'a73f1bd2-8f7c-4adf-8707-8f9c639f4a6c', 'name': '', 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:03:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2153a76-8704-42ba-a1e6-f6b96a994ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:16:06Z', 'updated_at': '2021-07-22T23:16:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801875-2-iscsi'}], 'dv-cinder-801875-2-iscsi', False) {} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:16:09.368868 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aec0013-0340-4dc2-a4c0-d3c9c398638d None None] Checking router: d2153a76-8704-42ba-a1e6-f6b96a994ad0 for host: dv-cinder-801875-2-iscsi {{(pid=93195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:16:09.369860 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aec0013-0340-4dc2-a4c0-d3c9c398638d None None] Updating router d2153a76-8704-42ba-a1e6-f6b96a994ad0 port a73f1bd2-8f7c-4adf-8707-8f9c639f4a6c binding host dv-cinder-801875-2-iscsi {{(pid=93195) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:16:09.404626 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron_lib.callbacks.manager [None req-7aec0013-0340-4dc2-a4c0-d3c9c398638d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:09.436591 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Provisioning complete for port 320489bd-9c2a-4a92-ba9a-74e06689d04f triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:16:09.436855 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832377'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:09.476927 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-487d7428-b509-4fac-8bf6-5895aa4d7464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:09.580471 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-291d22b9-08cf-4445-b7fb-e04e46fdfff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8224ad20-6f9d-4cf8-8783-c43db30f6170', 'name': 'tempest-AttachVolumeShelveTestJSON-1093504326-router', 'tenant_id': '934579b2f9344fa4a2472101e976d552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'external_fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '41f5966e-46b6-472b-a65f-12904462cfc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:11:09Z', 'updated_at': '2021-07-22T23:11:21Z', 'revision_number': 4, 'project_id': '934579b2f9344fa4a2472101e976d552', 'gw_port': {'id': '41f5966e-46b6-472b-a65f-12904462cfc3', 'name': '', 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:2e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8224ad20-6f9d-4cf8-8783-c43db30f6170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:11:10Z', 'updated_at': '2021-07-22T23:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801875-2-iscsi', '_floatingips': [{'id': 'd66e5231-595b-4b8c-917a-b96e7212496d', 'tenant_id': '934579b2f9344fa4a2472101e976d552', 'floating_ip_address': '172.27.1.221', 'floating_network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'router_id': '8224ad20-6f9d-4cf8-8783-c43db30f6170', 'port_id': '037f2ea9-5050-415f-9f26-af0d00823a41', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15297b5d-2132-449e-9de1-fcfc3bc99bcd', 'mac_address': 'fa:16:3e:e0:da:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544d54a9-5ad7-41eb-8f2a-564866bd86bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:15:55Z', 'updated_at': '2021-07-22T23:16:06Z', 'revision_number': 1, 'project_id': '934579b2f9344fa4a2472101e976d552', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee9e5b45-0554-4341-94e3-6949c5a4fd0a', 'name': '', 'network_id': '15297b5d-2132-449e-9de1-fcfc3bc99bcd', 'tenant_id': '934579b2f9344fa4a2472101e976d552', 'mac_address': 'fa:16:3e:d3:ad:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8224ad20-6f9d-4cf8-8783-c43db30f6170', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c47fa5de-a082-4f3c-9a72-06af8857dbb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:11:17Z', 'updated_at': '2021-07-22T23:11:29Z', 'revision_number': 5, 'project_id': '934579b2f9344fa4a2472101e976d552', 'subnets': [{'id': 'c47fa5de-a082-4f3c-9a72-06af8857dbb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801875-2-iscsi', False) {} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:16:09.582820 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Device 4b80474a-0428-443e-845b-733ace68c5da up at agent ovs-agent-dv-cinder-801875-2-iscsi {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:16:09.628371 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291d22b9-08cf-4445-b7fb-e04e46fdfff4 None None] The sync data for ids ['8224ad20-6f9d-4cf8-8783-c43db30f6170'] in dv-cinder-801875-2-iscsi is: [{'id': '8224ad20-6f9d-4cf8-8783-c43db30f6170', 'name': 'tempest-AttachVolumeShelveTestJSON-1093504326-router', 'tenant_id': '934579b2f9344fa4a2472101e976d552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'external_fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '41f5966e-46b6-472b-a65f-12904462cfc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:11:09Z', 'updated_at': '2021-07-22T23:11:21Z', 'revision_number': 4, 'project_id': '934579b2f9344fa4a2472101e976d552', 'gw_port': {'id': '41f5966e-46b6-472b-a65f-12904462cfc3', 'name': '', 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:2e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8224ad20-6f9d-4cf8-8783-c43db30f6170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:11:10Z', 'updated_at': '2021-07-22T23:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801875-2-iscsi', '_floatingips': [{'id': 'd66e5231-595b-4b8c-917a-b96e7212496d', 'tenant_id': '934579b2f9344fa4a2472101e976d552', 'floating_ip_address': '172.27.1.221', 'floating_network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'router_id': '8224ad20-6f9d-4cf8-8783-c43db30f6170', 'port_id': '037f2ea9-5050-415f-9f26-af0d00823a41', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15297b5d-2132-449e-9de1-fcfc3bc99bcd', 'mac_address': 'fa:16:3e:e0:da:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544d54a9-5ad7-41eb-8f2a-564866bd86bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:15:55Z', 'updated_at': '2021-07-22T23:16:06Z', 'revision_number': 1, 'project_id': '934579b2f9344fa4a2472101e976d552', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee9e5b45-0554-4341-94e3-6949c5a4fd0a', 'name': '', 'network_id': '15297b5d-2132-449e-9de1-fcfc3bc99bcd', 'tenant_id': '934579b2f9344fa4a2472101e976d552', 'mac_address': 'fa:16:3e:d3:ad:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8224ad20-6f9d-4cf8-8783-c43db30f6170', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c47fa5de-a082-4f3c-9a72-06af8857dbb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:11:17Z', 'updated_at': '2021-07-22T23:11:29Z', 'revision_number': 5, 'project_id': '934579b2f9344fa4a2472101e976d552', 'subnets': [{'id': 'c47fa5de-a082-4f3c-9a72-06af8857dbb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:16:09.645550 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.db.db_base_plugin_common [None req-487d7428-b509-4fac-8bf6-5895aa4d7464 admin admin] Allocated IP 172.20.0.1 (4234ebfc-32db-4f79-afcf-f9fc524051e8/1951ce66-1fb5-4e86-ab40-06bdbfd871a1/0c018f0e-ad5b-4a71-961e-ee8261505112) {{(pid=93192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:16:09.673507 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Provisioning for port 4b80474a-0428-443e-845b-733ace68c5da completed by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:16:09.678084 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Provisioning complete for port 4b80474a-0428-443e-845b-733ace68c5da triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:16:09.678530 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832377'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:09.698299 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron_lib.callbacks.manager [None req-7aec0013-0340-4dc2-a4c0-d3c9c398638d None None] Notify callbacks [] for port, precommit_update {{(pid=93195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:09.709859 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.provisioning_blocks [None req-7aec0013-0340-4dc2-a4c0-d3c9c398638d None None] Transition to ACTIVE for port object a73f1bd2-8f7c-4adf-8707-8f9c639f4a6c will not be triggered until provisioned by entity L2. {{(pid=93195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:16:09.721275 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron_lib.callbacks.manager [None req-7aec0013-0340-4dc2-a4c0-d3c9c398638d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:09.769893 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c732099c-825e-400b-b0cf-b4e57ea6f38c None None] Pushing event updated for resources: {'Port': ['ID=a73f1bd2-8f7c-4adf-8707-8f9c639f4a6c,revision_number=2']} {{(pid=93195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:16:09.770554 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-487d7428-b509-4fac-8bf6-5895aa4d7464 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:09.771658 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:09.787829 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.db.provisioning_blocks [None req-487d7428-b509-4fac-8bf6-5895aa4d7464 admin admin] Transition to ACTIVE for port object 0c018f0e-ad5b-4a71-961e-ee8261505112 will not be triggered until provisioned by entity DHCP. {{(pid=93192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:16:09.813998 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.managers [None req-7aec0013-0340-4dc2-a4c0-d3c9c398638d None None] Attempting to bind port a73f1bd2-8f7c-4adf-8707-8f9c639f4a6c on host dv-cinder-801875-2-iscsi for vnic_type normal with profile {{(pid=93195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:16:09.814384 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.managers [None req-7aec0013-0340-4dc2-a4c0-d3c9c398638d None None] Attempting to bind port a73f1bd2-8f7c-4adf-8707-8f9c639f4a6c by drivers openvswitch,hyperv on host dv-cinder-801875-2-iscsi at level 0 using segments [{'id': '829b4ee6-bc3b-4b66-8264-3fcbe946197d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4'}] {{(pid=93195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:16:09.814725 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aec0013-0340-4dc2-a4c0-d3c9c398638d None None] Attempting to bind port a73f1bd2-8f7c-4adf-8707-8f9c639f4a6c on network e89e037f-b917-4fce-8638-db5189a5e8e4 {{(pid=93195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:16:09.817357 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] For port 4b80474a-0428-443e-845b-733ace68c5da, host dv-cinder-801875-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801875-2-iscsi',level=0,port_id=4b80474a-0428-443e-845b-733ace68c5da,segment=NetworkSegment(49545db8-4130-4209-8567-7d732551d7b2),segment_id=49545db8-4130-4209-8567-7d732551d7b2)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:16:09.822774 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aec0013-0340-4dc2-a4c0-d3c9c398638d None None] Checking agent: {'id': 'f30eb83a-2393-42b8-bba2-207fe5e6c4a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801875-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 3, 19), 'started_at': datetime.datetime(2021, 7, 22, 23, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801875-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:16:09.823234 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aec0013-0340-4dc2-a4c0-d3c9c398638d None None] Checking segment: {'id': '829b4ee6-bc3b-4b66-8264-3fcbe946197d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:16:09.823633 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron_lib.callbacks.manager [None req-7aec0013-0340-4dc2-a4c0-d3c9c398638d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:09.824019 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aec0013-0340-4dc2-a4c0-d3c9c398638d None None] Bound using segment: {'id': '829b4ee6-bc3b-4b66-8264-3fcbe946197d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4'} {{(pid=93195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:16:09.824272 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:09.824525 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.managers [None req-7aec0013-0340-4dc2-a4c0-d3c9c398638d None None] Bound port: a73f1bd2-8f7c-4adf-8707-8f9c639f4a6c, host: dv-cinder-801875-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '829b4ee6-bc3b-4b66-8264-3fcbe946197d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4'}}] {{(pid=93195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:16:09.824916 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron_lib.callbacks.manager [None req-7aec0013-0340-4dc2-a4c0-d3c9c398638d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:09.825478 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Device e2b140ac-e5c3-439e-bdc6-12e4f535a06c up at agent ovs-agent-dv-cinder-801875-2-iscsi {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:16:09.837113 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-487d7428-b509-4fac-8bf6-5895aa4d7464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769065317241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30393516'] for port, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:09.880200 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.db [None req-7aec0013-0340-4dc2-a4c0-d3c9c398638d None None] For port a73f1bd2-8f7c-4adf-8707-8f9c639f4a6c, host dv-cinder-801875-2-iscsi, cleared binding levels {{(pid=93195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:16:09.884379 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.db [None req-7aec0013-0340-4dc2-a4c0-d3c9c398638d None None] For port a73f1bd2-8f7c-4adf-8707-8f9c639f4a6c, host dv-cinder-801875-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801875-2-iscsi',level=0,port_id=a73f1bd2-8f7c-4adf-8707-8f9c639f4a6c,segment=NetworkSegment(829b4ee6-bc3b-4b66-8264-3fcbe946197d),segment_id=829b4ee6-bc3b-4b66-8264-3fcbe946197d)] {{(pid=93195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:16:09.890407 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-487d7428-b509-4fac-8bf6-5895aa4d7464 admin admin] Network 4234ebfc-32db-4f79-afcf-f9fc524051e8 is already hosted by enough agents. {{(pid=93192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:16:09.893479 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron_lib.callbacks.manager [None req-7aec0013-0340-4dc2-a4c0-d3c9c398638d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:09.898950 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.scheduler.base_scheduler [None req-487d7428-b509-4fac-8bf6-5895aa4d7464 admin admin] Resources bound (agent type, host, resource id): {{(pid=93192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:16:09.901935 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487d7428-b509-4fac-8bf6-5895aa4d7464 admin admin] Received port after_create {{(pid=93192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:16:09.910676 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c7152a-d6e9-48cb-9d0b-e0f5728fbb26 None None] New status for floating IP d66e5231-595b-4b8c-917a-b96e7212496d: ACTIVE {{(pid=93194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 23:16:09.915445 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Pushing event updated for resources: {'Port': ['ID=4b80474a-0428-443e-845b-733ace68c5da,revision_number=5']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:16:09.946828 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487d7428-b509-4fac-8bf6-5895aa4d7464 admin admin] Pushing event updated for resources: {'Port': ['ID=0c018f0e-ad5b-4a71-961e-ee8261505112,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:16:09.962747 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-487d7428-b509-4fac-8bf6-5895aa4d7464 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-680724'] for router_interface, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:09.970667 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Provisioning complete for port e2b140ac-e5c3-439e-bdc6-12e4f535a06c triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:16:09.971042 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832377'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:10.064444 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c732099c-825e-400b-b0cf-b4e57ea6f38c None None] Pushing event updated for resources: {'Port': ['ID=a73f1bd2-8f7c-4adf-8707-8f9c639f4a6c,revision_number=3']} {{(pid=93195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:16:10.074267 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aec0013-0340-4dc2-a4c0-d3c9c398638d None None] Routers {'d2153a76-8704-42ba-a1e6-f6b96a994ad0'} bound to L3 agent in host dv-cinder-801875-2-iscsi {{(pid=93195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:16:10.075138 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-7aec0013-0340-4dc2-a4c0-d3c9c398638d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801875-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:03:18Z,description=,heartbeat_timestamp=2021-07-22T23:15:48Z,host='dv-cinder-801875-2-iscsi',id=fdf30918-cf4b-4771-a7f5-907485eb00f1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:18Z,topic='l3_agent')) {'router_ids': ['d2153a76-8704-42ba-a1e6-f6b96a994ad0'], 'active': True} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:16:10.161799 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-487d7428-b509-4fac-8bf6-5895aa4d7464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:10.192534 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-6d16d490-60c3-4bc5-8d1d-7050b2769e0f None None] Provisioning for port 0c018f0e-ad5b-4a71-961e-ee8261505112 completed by entity DHCP. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:16:10.196063 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-6d16d490-60c3-4bc5-8d1d-7050b2769e0f None None] Provisioning complete for port 0c018f0e-ad5b-4a71-961e-ee8261505112 triggered by entity DHCP. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:16:10.196223 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvr_db [None req-7aec0013-0340-4dc2-a4c0-d3c9c398638d None None] Set router d2153a76-8704-42ba-a1e6-f6b96a994ad0 gateway port host: dv-cinder-801875-2-iscsi {{(pid=93195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:16:10.196524 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-6d16d490-60c3-4bc5-8d1d-7050b2769e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832377'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:10.232940 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-6d16d490-60c3-4bc5-8d1d-7050b2769e0f None None] Port 0c018f0e-ad5b-4a71-961e-ee8261505112 cannot update to ACTIVE because it is not bound. {{(pid=93194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:16:10.324471 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-487d7428-b509-4fac-8bf6-5895aa4d7464 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:10.328967 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-487d7428-b509-4fac-8bf6-5895aa4d7464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30393511'] for port, after_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:10.370654 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-7aec0013-0340-4dc2-a4c0-d3c9c398638d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2153a76-8704-42ba-a1e6-f6b96a994ad0', 'name': 'tempest-TestShelveInstance-875847003-router', 'tenant_id': 'e99b23c6adcc4d62a1d14734de23fea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'external_fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'a73f1bd2-8f7c-4adf-8707-8f9c639f4a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:16:06Z', 'updated_at': '2021-07-22T23:16:08Z', 'revision_number': 3, 'project_id': 'e99b23c6adcc4d62a1d14734de23fea5', 'gw_port': {'id': 'a73f1bd2-8f7c-4adf-8707-8f9c639f4a6c', 'name': '', 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:03:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2153a76-8704-42ba-a1e6-f6b96a994ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:16:06Z', 'updated_at': '2021-07-22T23:16:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801875-2-iscsi'}], 'dv-cinder-801875-2-iscsi', False) {} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:16:10.397415 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aec0013-0340-4dc2-a4c0-d3c9c398638d None None] The sync data for ids ['d2153a76-8704-42ba-a1e6-f6b96a994ad0'] in dv-cinder-801875-2-iscsi is: [{'id': 'd2153a76-8704-42ba-a1e6-f6b96a994ad0', 'name': 'tempest-TestShelveInstance-875847003-router', 'tenant_id': 'e99b23c6adcc4d62a1d14734de23fea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'external_fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'a73f1bd2-8f7c-4adf-8707-8f9c639f4a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:16:06Z', 'updated_at': '2021-07-22T23:16:08Z', 'revision_number': 3, 'project_id': 'e99b23c6adcc4d62a1d14734de23fea5', 'gw_port': {'id': 'a73f1bd2-8f7c-4adf-8707-8f9c639f4a6c', 'name': '', 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:03:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2153a76-8704-42ba-a1e6-f6b96a994ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:16:06Z', 'updated_at': '2021-07-22T23:16:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801875-2-iscsi'}] {{(pid=93195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:16:10.401915 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487d7428-b509-4fac-8bf6-5895aa4d7464 admin admin] Pushing event updated for resources: {'Port': ['ID=0c018f0e-ad5b-4a71-961e-ee8261505112,revision_number=2']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:16:10.407297 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-487d7428-b509-4fac-8bf6-5895aa4d7464 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-679076'] for router_interface, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:10.505687 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-487d7428-b509-4fac-8bf6-5895aa4d7464 admin admin] Network 4234ebfc-32db-4f79-afcf-f9fc524051e8 is already hosted by enough agents. {{(pid=93192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:16:10.507163 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.scheduler.base_scheduler [None req-487d7428-b509-4fac-8bf6-5895aa4d7464 admin admin] Resources bound (agent type, host, resource id): {{(pid=93192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:16:10.623930 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-487d7428-b509-4fac-8bf6-5895aa4d7464 admin admin] Router d2153a76-8704-42ba-a1e6-f6b96a994ad0 has already been hosted by L3 agent fdf30918-cf4b-4771-a7f5-907485eb00f1 {{(pid=93192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:16:10.731441 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-487d7428-b509-4fac-8bf6-5895aa4d7464 admin admin] Notify agent at l3_agent.dv-cinder-801875-2-iscsi the message routers_updated {{(pid=93192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:16:10.736673 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-487d7428-b509-4fac-8bf6-5895aa4d7464 admin admin] 10.222.0.44 "PUT /v2.0/routers/d2153a76-8704-42ba-a1e6-f6b96a994ad0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8299549 Jul 22 23:16:10.754473 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-08cfd2fd-069a-4136-b8da-2bd0c4ae56c4 None None] Provisioning complete for port 0c018f0e-ad5b-4a71-961e-ee8261505112 triggered by entity DHCP. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:16:10.755039 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-08cfd2fd-069a-4136-b8da-2bd0c4ae56c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832377'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:10.789259 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-08cfd2fd-069a-4136-b8da-2bd0c4ae56c4 None None] Port 0c018f0e-ad5b-4a71-961e-ee8261505112 cannot update to ACTIVE because it is not bound. {{(pid=93194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:16:11.006013 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Device 4b80474a-0428-443e-845b-733ace68c5da up at agent ovs-agent-dv-cinder-801875-2-iscsi {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:16:11.055615 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Provisioning complete for port 4b80474a-0428-443e-845b-733ace68c5da triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:16:11.055982 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832377'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:11.218531 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 38644) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:16:11.223202 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.v2.base [None req-663febaf-bded-40ec-8c0e-8741d4322613 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1470510069', 'description': 'tempest-secgroup-smoke-1470510069 description', 'project_id': 'db2fa9ede64340a5ad2f37c6e3db667c'}} {{(pid=93192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:16:11.259468 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-663febaf-bded-40ec-8c0e-8741d4322613 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Notify callbacks [] for security_group, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:11.362859 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-663febaf-bded-40ec-8c0e-8741d4322613 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Notify callbacks [] for security_group, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:11.367307 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-663febaf-bded-40ec-8c0e-8741d4322613 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:11.394594 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-663febaf-bded-40ec-8c0e-8741d4322613 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Notify callbacks [] for security_group, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:11.395883 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-663febaf-bded-40ec-8c0e-8741d4322613 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1763508 Jul 22 23:16:11.399247 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 38646) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:16:11.400158 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663febaf-bded-40ec-8c0e-8741d4322613 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=faea6e62-6b54-4a4d-b567-060dec6211a2,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:16:11.404162 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [None req-534e44b0-30bd-400a-9281-4bf738806446 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Request body: {'security_group_rule': {'security_group_id': 'faea6e62-6b54-4a4d-b567-060dec6211a2', 'project_id': 'db2fa9ede64340a5ad2f37c6e3db667c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:16:11.431708 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-534e44b0-30bd-400a-9281-4bf738806446 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:11.495742 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-534e44b0-30bd-400a-9281-4bf738806446 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:11.500191 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-534e44b0-30bd-400a-9281-4bf738806446 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840567'] for security_group_rule, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:11.520750 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534e44b0-30bd-400a-9281-4bf738806446 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1d6de22-200f-4d70-8385-13fd7952068c,revision_number=0']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:16:11.528592 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-534e44b0-30bd-400a-9281-4bf738806446 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:11.532551 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-534e44b0-30bd-400a-9281-4bf738806446 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1296799 Jul 22 23:16:11.532693 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 38650) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:16:11.537099 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [None req-3c0c980d-0ead-43f5-9c02-762aae15b765 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Request body: {'security_group_rule': {'security_group_id': 'faea6e62-6b54-4a4d-b567-060dec6211a2', 'project_id': 'db2fa9ede64340a5ad2f37c6e3db667c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:16:11.564243 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-3c0c980d-0ead-43f5-9c02-762aae15b765 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:11.637920 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-3c0c980d-0ead-43f5-9c02-762aae15b765 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:11.641904 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-3c0c980d-0ead-43f5-9c02-762aae15b765 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840567'] for security_group_rule, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:11.661380 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0c980d-0ead-43f5-9c02-762aae15b765 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e514c32-f491-4f57-bbb8-749f070ae058,revision_number=0']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:16:11.665497 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-3c0c980d-0ead-43f5-9c02-762aae15b765 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:11.666802 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-3c0c980d-0ead-43f5-9c02-762aae15b765 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1332028 Jul 22 23:16:11.669474 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 38652) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:16:11.674090 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [None req-8cb3efdb-6f4a-4ceb-9193-fc45d29acab4 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Request body: {'security_group_rule': {'security_group_id': 'faea6e62-6b54-4a4d-b567-060dec6211a2', 'project_id': 'db2fa9ede64340a5ad2f37c6e3db667c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:16:11.702858 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-8cb3efdb-6f4a-4ceb-9193-fc45d29acab4 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:11.765971 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-8cb3efdb-6f4a-4ceb-9193-fc45d29acab4 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:11.769551 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-8cb3efdb-6f4a-4ceb-9193-fc45d29acab4 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840567'] for security_group_rule, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:11.787961 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb3efdb-6f4a-4ceb-9193-fc45d29acab4 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4288a4ea-c816-4ed1-88ea-da37add05fed,revision_number=0']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:16:11.794707 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-8cb3efdb-6f4a-4ceb-9193-fc45d29acab4 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:11.796015 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-8cb3efdb-6f4a-4ceb-9193-fc45d29acab4 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1254964 Jul 22 23:16:11.798883 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 38656) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:16:11.803550 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.v2.base [None req-2f643d8a-2430-4cbd-ac57-31801621d14e tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Request body: {'security_group_rule': {'security_group_id': 'faea6e62-6b54-4a4d-b567-060dec6211a2', 'project_id': 'db2fa9ede64340a5ad2f37c6e3db667c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:16:11.831396 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-2f643d8a-2430-4cbd-ac57-31801621d14e tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:11.890073 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-2f643d8a-2430-4cbd-ac57-31801621d14e tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:11.893621 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-2f643d8a-2430-4cbd-ac57-31801621d14e tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840567'] for security_group_rule, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:11.911147 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f643d8a-2430-4cbd-ac57-31801621d14e tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77bab219-1f87-406a-85e8-d97f7c9d89fc,revision_number=0']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:16:11.917228 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-2f643d8a-2430-4cbd-ac57-31801621d14e tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:11.918409 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-2f643d8a-2430-4cbd-ac57-31801621d14e tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1185081 Jul 22 23:16:11.921094 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 38658) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:16:11.925484 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.v2.base [None req-03f94986-ffd6-4b40-bb72-175d7d0ce542 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Request body: {'security_group_rule': {'security_group_id': 'faea6e62-6b54-4a4d-b567-060dec6211a2', 'project_id': 'db2fa9ede64340a5ad2f37c6e3db667c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:16:11.946420 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.db.securitygroups_db [None req-03f94986-ffd6-4b40-bb72-175d7d0ce542 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Project db2fa9ede64340a5ad2f37c6e3db667c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 23:16:11.951127 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-03f94986-ffd6-4b40-bb72-175d7d0ce542 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:12.013005 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-03f94986-ffd6-4b40-bb72-175d7d0ce542 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:12.016562 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-03f94986-ffd6-4b40-bb72-175d7d0ce542 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840567'] for security_group_rule, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:12.033238 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f94986-ffd6-4b40-bb72-175d7d0ce542 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b00d9ee9-1244-4094-bf90-cc0eea8ffbab,revision_number=0']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:16:12.044097 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-03f94986-ffd6-4b40-bb72-175d7d0ce542 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:12.045489 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-03f94986-ffd6-4b40-bb72-175d7d0ce542 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1234512 Jul 22 23:16:12.048187 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 38660) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:16:12.052843 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.v2.base [None req-516ed43d-901f-44ae-ba2f-25945807e980 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Request body: {'security_group_rule': {'security_group_id': 'faea6e62-6b54-4a4d-b567-060dec6211a2', 'project_id': 'db2fa9ede64340a5ad2f37c6e3db667c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:16:12.073809 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.db.securitygroups_db [None req-516ed43d-901f-44ae-ba2f-25945807e980 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Project db2fa9ede64340a5ad2f37c6e3db667c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 23:16:12.078526 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-516ed43d-901f-44ae-ba2f-25945807e980 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:12.137029 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-516ed43d-901f-44ae-ba2f-25945807e980 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:12.140452 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-516ed43d-901f-44ae-ba2f-25945807e980 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840567'] for security_group_rule, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:12.157231 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516ed43d-901f-44ae-ba2f-25945807e980 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=968d6ddf-0782-4f09-b348-0cdd60ccc371,revision_number=0']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:16:12.164307 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-516ed43d-901f-44ae-ba2f-25945807e980 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:12.165511 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-516ed43d-901f-44ae-ba2f-25945807e980 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1163781 Jul 22 23:16:12.531577 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c66f08-3e5d-4566-b1e7-3a3e1e0a93a2 None None] Sync routers for ids ['d2153a76-8704-42ba-a1e6-f6b96a994ad0'] in dv-cinder-801875-2-iscsi {{(pid=93195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:16:12.540532 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c66f08-3e5d-4566-b1e7-3a3e1e0a93a2 None None] Routers {'d2153a76-8704-42ba-a1e6-f6b96a994ad0'} bound to L3 agent in host dv-cinder-801875-2-iscsi {{(pid=93195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:16:12.541222 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-54c66f08-3e5d-4566-b1e7-3a3e1e0a93a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801875-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:03:18Z,description=,heartbeat_timestamp=2021-07-22T23:15:48Z,host='dv-cinder-801875-2-iscsi',id=fdf30918-cf4b-4771-a7f5-907485eb00f1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:18Z,topic='l3_agent')) {'router_ids': ['d2153a76-8704-42ba-a1e6-f6b96a994ad0'], 'active': True} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:16:12.661332 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvr_db [None req-54c66f08-3e5d-4566-b1e7-3a3e1e0a93a2 None None] Set router d2153a76-8704-42ba-a1e6-f6b96a994ad0 gateway port host: dv-cinder-801875-2-iscsi {{(pid=93195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:16:12.860492 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-54c66f08-3e5d-4566-b1e7-3a3e1e0a93a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2153a76-8704-42ba-a1e6-f6b96a994ad0', 'name': 'tempest-TestShelveInstance-875847003-router', 'tenant_id': 'e99b23c6adcc4d62a1d14734de23fea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'external_fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'a73f1bd2-8f7c-4adf-8707-8f9c639f4a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:16:06Z', 'updated_at': '2021-07-22T23:16:10Z', 'revision_number': 4, 'project_id': 'e99b23c6adcc4d62a1d14734de23fea5', 'gw_port': {'id': 'a73f1bd2-8f7c-4adf-8707-8f9c639f4a6c', 'name': '', 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:03:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2153a76-8704-42ba-a1e6-f6b96a994ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:16:06Z', 'updated_at': '2021-07-22T23:16:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801875-2-iscsi', '_interfaces': [{'id': '0c018f0e-ad5b-4a71-961e-ee8261505112', 'name': '', 'network_id': '4234ebfc-32db-4f79-afcf-f9fc524051e8', 'tenant_id': 'e99b23c6adcc4d62a1d14734de23fea5', 'mac_address': 'fa:16:3e:80:4d:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2153a76-8704-42ba-a1e6-f6b96a994ad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '1951ce66-1fb5-4e86-ab40-06bdbfd871a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:16:09Z', 'updated_at': '2021-07-22T23:16:10Z', 'revision_number': 2, 'project_id': 'e99b23c6adcc4d62a1d14734de23fea5', 'subnets': [{'id': '1951ce66-1fb5-4e86-ab40-06bdbfd871a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801875-2-iscsi', False) {} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:16:12.887165 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c66f08-3e5d-4566-b1e7-3a3e1e0a93a2 None None] Checking router: d2153a76-8704-42ba-a1e6-f6b96a994ad0 for host: dv-cinder-801875-2-iscsi {{(pid=93195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:16:12.887513 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c66f08-3e5d-4566-b1e7-3a3e1e0a93a2 None None] Updating router d2153a76-8704-42ba-a1e6-f6b96a994ad0 port 0c018f0e-ad5b-4a71-961e-ee8261505112 binding host dv-cinder-801875-2-iscsi {{(pid=93195) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:16:12.921800 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron_lib.callbacks.manager [None req-54c66f08-3e5d-4566-b1e7-3a3e1e0a93a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:13.020244 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Device a73f1bd2-8f7c-4adf-8707-8f9c639f4a6c up at agent ovs-agent-dv-cinder-801875-2-iscsi {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:16:13.070455 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Provisioning for port a73f1bd2-8f7c-4adf-8707-8f9c639f4a6c completed by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:16:13.075501 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Provisioning complete for port a73f1bd2-8f7c-4adf-8707-8f9c639f4a6c triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:16:13.075875 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832377'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:13.160155 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:13.180684 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] For port a73f1bd2-8f7c-4adf-8707-8f9c639f4a6c, host dv-cinder-801875-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801875-2-iscsi',level=0,port_id=a73f1bd2-8f7c-4adf-8707-8f9c639f4a6c,segment=NetworkSegment(829b4ee6-bc3b-4b66-8264-3fcbe946197d),segment_id=829b4ee6-bc3b-4b66-8264-3fcbe946197d)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:16:13.185001 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:13.201414 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron_lib.callbacks.manager [None req-54c66f08-3e5d-4566-b1e7-3a3e1e0a93a2 None None] Notify callbacks [] for port, precommit_update {{(pid=93195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:13.211230 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.provisioning_blocks [None req-54c66f08-3e5d-4566-b1e7-3a3e1e0a93a2 None None] Transition to ACTIVE for port object 0c018f0e-ad5b-4a71-961e-ee8261505112 will not be triggered until provisioned by entity L2. {{(pid=93195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:16:13.217515 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron_lib.callbacks.manager [None req-54c66f08-3e5d-4566-b1e7-3a3e1e0a93a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:13.236820 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Pushing event updated for resources: {'Port': ['ID=a73f1bd2-8f7c-4adf-8707-8f9c639f4a6c,revision_number=4']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:16:13.265099 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e2873c-43ae-46dd-91d6-9a1b18bb2b00 None None] Pushing event updated for resources: {'Port': ['ID=0c018f0e-ad5b-4a71-961e-ee8261505112,revision_number=3']} {{(pid=93195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:16:13.323444 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.managers [None req-54c66f08-3e5d-4566-b1e7-3a3e1e0a93a2 None None] Attempting to bind port 0c018f0e-ad5b-4a71-961e-ee8261505112 on host dv-cinder-801875-2-iscsi for vnic_type normal with profile {{(pid=93195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:16:13.323809 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.managers [None req-54c66f08-3e5d-4566-b1e7-3a3e1e0a93a2 None None] Attempting to bind port 0c018f0e-ad5b-4a71-961e-ee8261505112 by drivers openvswitch,hyperv on host dv-cinder-801875-2-iscsi at level 0 using segments [{'id': '1450f48a-664f-430c-9109-f4a57f68a811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '4234ebfc-32db-4f79-afcf-f9fc524051e8'}] {{(pid=93195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:16:13.324292 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c66f08-3e5d-4566-b1e7-3a3e1e0a93a2 None None] Attempting to bind port 0c018f0e-ad5b-4a71-961e-ee8261505112 on network 4234ebfc-32db-4f79-afcf-f9fc524051e8 {{(pid=93195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:16:13.329922 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c66f08-3e5d-4566-b1e7-3a3e1e0a93a2 None None] Checking agent: {'id': 'f30eb83a-2393-42b8-bba2-207fe5e6c4a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801875-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 3, 19), 'started_at': datetime.datetime(2021, 7, 22, 23, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801875-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:16:13.330289 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c66f08-3e5d-4566-b1e7-3a3e1e0a93a2 None None] Checking segment: {'id': '1450f48a-664f-430c-9109-f4a57f68a811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '4234ebfc-32db-4f79-afcf-f9fc524051e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:16:13.330687 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron_lib.callbacks.manager [None req-54c66f08-3e5d-4566-b1e7-3a3e1e0a93a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:13.331073 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c66f08-3e5d-4566-b1e7-3a3e1e0a93a2 None None] Bound using segment: {'id': '1450f48a-664f-430c-9109-f4a57f68a811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '4234ebfc-32db-4f79-afcf-f9fc524051e8'} {{(pid=93195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:16:13.331537 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.managers [None req-54c66f08-3e5d-4566-b1e7-3a3e1e0a93a2 None None] Bound port: 0c018f0e-ad5b-4a71-961e-ee8261505112, host: dv-cinder-801875-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1450f48a-664f-430c-9109-f4a57f68a811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '4234ebfc-32db-4f79-afcf-f9fc524051e8'}}] {{(pid=93195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:16:13.331932 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron_lib.callbacks.manager [None req-54c66f08-3e5d-4566-b1e7-3a3e1e0a93a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:13.399487 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.db [None req-54c66f08-3e5d-4566-b1e7-3a3e1e0a93a2 None None] For port 0c018f0e-ad5b-4a71-961e-ee8261505112, host dv-cinder-801875-2-iscsi, cleared binding levels {{(pid=93195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:16:13.402556 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.db [None req-54c66f08-3e5d-4566-b1e7-3a3e1e0a93a2 None None] For port 0c018f0e-ad5b-4a71-961e-ee8261505112, host dv-cinder-801875-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801875-2-iscsi',level=0,port_id=0c018f0e-ad5b-4a71-961e-ee8261505112,segment=NetworkSegment(1450f48a-664f-430c-9109-f4a57f68a811),segment_id=1450f48a-664f-430c-9109-f4a57f68a811)] {{(pid=93195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:16:13.406903 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron_lib.callbacks.manager [None req-54c66f08-3e5d-4566-b1e7-3a3e1e0a93a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:13.464735 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e2873c-43ae-46dd-91d6-9a1b18bb2b00 None None] Pushing event updated for resources: {'Port': ['ID=0c018f0e-ad5b-4a71-961e-ee8261505112,revision_number=4']} {{(pid=93195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:16:13.467687 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c66f08-3e5d-4566-b1e7-3a3e1e0a93a2 None None] Routers {'d2153a76-8704-42ba-a1e6-f6b96a994ad0'} bound to L3 agent in host dv-cinder-801875-2-iscsi {{(pid=93195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:16:13.468001 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-54c66f08-3e5d-4566-b1e7-3a3e1e0a93a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801875-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:03:18Z,description=,heartbeat_timestamp=2021-07-22T23:15:48Z,host='dv-cinder-801875-2-iscsi',id=fdf30918-cf4b-4771-a7f5-907485eb00f1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:18Z,topic='l3_agent')) {'router_ids': ['d2153a76-8704-42ba-a1e6-f6b96a994ad0'], 'active': True} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:16:13.577469 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvr_db [None req-54c66f08-3e5d-4566-b1e7-3a3e1e0a93a2 None None] Set router d2153a76-8704-42ba-a1e6-f6b96a994ad0 gateway port host: dv-cinder-801875-2-iscsi {{(pid=93195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:16:13.773186 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-54c66f08-3e5d-4566-b1e7-3a3e1e0a93a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2153a76-8704-42ba-a1e6-f6b96a994ad0', 'name': 'tempest-TestShelveInstance-875847003-router', 'tenant_id': 'e99b23c6adcc4d62a1d14734de23fea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'external_fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'a73f1bd2-8f7c-4adf-8707-8f9c639f4a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:16:06Z', 'updated_at': '2021-07-22T23:16:10Z', 'revision_number': 4, 'project_id': 'e99b23c6adcc4d62a1d14734de23fea5', 'gw_port': {'id': 'a73f1bd2-8f7c-4adf-8707-8f9c639f4a6c', 'name': '', 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:03:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2153a76-8704-42ba-a1e6-f6b96a994ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:16:06Z', 'updated_at': '2021-07-22T23:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801875-2-iscsi', '_interfaces': [{'id': '0c018f0e-ad5b-4a71-961e-ee8261505112', 'name': '', 'network_id': '4234ebfc-32db-4f79-afcf-f9fc524051e8', 'tenant_id': 'e99b23c6adcc4d62a1d14734de23fea5', 'mac_address': 'fa:16:3e:80:4d:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2153a76-8704-42ba-a1e6-f6b96a994ad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '1951ce66-1fb5-4e86-ab40-06bdbfd871a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:16:09Z', 'updated_at': '2021-07-22T23:16:13Z', 'revision_number': 4, 'project_id': 'e99b23c6adcc4d62a1d14734de23fea5', 'subnets': [{'id': '1951ce66-1fb5-4e86-ab40-06bdbfd871a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801875-2-iscsi', False) {} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:16:13.883332 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c66f08-3e5d-4566-b1e7-3a3e1e0a93a2 None None] The sync data for ids ['d2153a76-8704-42ba-a1e6-f6b96a994ad0'] in dv-cinder-801875-2-iscsi is: [{'id': 'd2153a76-8704-42ba-a1e6-f6b96a994ad0', 'name': 'tempest-TestShelveInstance-875847003-router', 'tenant_id': 'e99b23c6adcc4d62a1d14734de23fea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'external_fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'a73f1bd2-8f7c-4adf-8707-8f9c639f4a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:16:06Z', 'updated_at': '2021-07-22T23:16:10Z', 'revision_number': 4, 'project_id': 'e99b23c6adcc4d62a1d14734de23fea5', 'gw_port': {'id': 'a73f1bd2-8f7c-4adf-8707-8f9c639f4a6c', 'name': '', 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:03:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2153a76-8704-42ba-a1e6-f6b96a994ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:16:06Z', 'updated_at': '2021-07-22T23:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801875-2-iscsi', '_interfaces': [{'id': '0c018f0e-ad5b-4a71-961e-ee8261505112', 'name': '', 'network_id': '4234ebfc-32db-4f79-afcf-f9fc524051e8', 'tenant_id': 'e99b23c6adcc4d62a1d14734de23fea5', 'mac_address': 'fa:16:3e:80:4d:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2153a76-8704-42ba-a1e6-f6b96a994ad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '1951ce66-1fb5-4e86-ab40-06bdbfd871a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:16:09Z', 'updated_at': '2021-07-22T23:16:13Z', 'revision_number': 4, 'project_id': 'e99b23c6adcc4d62a1d14734de23fea5', 'subnets': [{'id': '1951ce66-1fb5-4e86-ab40-06bdbfd871a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:16:15.064963 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Device a73f1bd2-8f7c-4adf-8707-8f9c639f4a6c up at agent ovs-agent-dv-cinder-801875-2-iscsi {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:16:15.115236 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Provisioning complete for port a73f1bd2-8f7c-4adf-8707-8f9c639f4a6c triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:16:15.115685 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832377'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:15.195358 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Device 0c018f0e-ad5b-4a71-961e-ee8261505112 up at agent ovs-agent-dv-cinder-801875-2-iscsi {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:16:15.245603 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Provisioning for port 0c018f0e-ad5b-4a71-961e-ee8261505112 completed by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:16:15.249668 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Provisioning complete for port 0c018f0e-ad5b-4a71-961e-ee8261505112 triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:16:15.250044 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832377'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:15.330241 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:15.363202 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] For port 0c018f0e-ad5b-4a71-961e-ee8261505112, host dv-cinder-801875-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801875-2-iscsi',level=0,port_id=0c018f0e-ad5b-4a71-961e-ee8261505112,segment=NetworkSegment(1450f48a-664f-430c-9109-f4a57f68a811),segment_id=1450f48a-664f-430c-9109-f4a57f68a811)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:16:15.366285 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:15.414968 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Pushing event updated for resources: {'Port': ['ID=0c018f0e-ad5b-4a71-961e-ee8261505112,revision_number=5']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:16:15.472290 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-c8ce490d-d1ba-4829-bccf-75be78004cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:16.995665 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Device 0c018f0e-ad5b-4a71-961e-ee8261505112 up at agent ovs-agent-dv-cinder-801875-2-iscsi {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:16:17.043092 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Provisioning complete for port 0c018f0e-ad5b-4a71-961e-ee8261505112 triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:16:17.043373 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832377'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:18.164202 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-8e647965-6431-4c46-b996-58ba22d546be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:18.181409 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-c4698bed-acd4-436c-b932-fc27ee81ef61 req-6871e61d-aee6-4846-a878-f9cbb175e5ce service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=efff25fe-8170-480b-b649-c6c2d2509e80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0581391 Jul 22 23:16:18.327281 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4698bed-acd4-436c-b932-fc27ee81ef61 req-8db3c776-f8de-41d5-85e9-18678b6c1959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:16:18.328828 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-c4698bed-acd4-436c-b932-fc27ee81ef61 req-8db3c776-f8de-41d5-85e9-18678b6c1959 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7ace0a9b96d34ceb9c996a5476ba0fb1&device_id=efff25fe-8170-480b-b649-c6c2d2509e80 HTTP/1.1" status: 200 len: 1098 time: 0.0578873 Jul 22 23:16:18.434993 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4698bed-acd4-436c-b932-fc27ee81ef61 req-07c91527-27bd-42a7-8d63-30a0eeff67ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:16:18.436494 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-c4698bed-acd4-436c-b932-fc27ee81ef61 req-07c91527-27bd-42a7-8d63-30a0eeff67ef service neutron] 10.222.0.76 "GET /v2.0/networks?id=7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66 HTTP/1.1" status: 200 len: 913 time: 0.0879180 Jul 22 23:16:18.518504 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-c4698bed-acd4-436c-b932-fc27ee81ef61 req-a78e0447-1c18-4045-ba2c-08fcc4de2992 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3cb8b05-250e-4b87-bd32-f07839013290 HTTP/1.1" status: 200 len: 1001 time: 0.0698431 Jul 22 23:16:18.567708 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4698bed-acd4-436c-b932-fc27ee81ef61 req-d87e4a70-c56a-403c-bda2-a058aea68fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:16:18.569135 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-c4698bed-acd4-436c-b932-fc27ee81ef61 req-d87e4a70-c56a-403c-bda2-a058aea68fe3 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=eb7dc01e-3a8e-4054-a161-8a0276e32317 HTTP/1.1" status: 200 len: 851 time: 0.0438981 Jul 22 23:16:18.629336 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4698bed-acd4-436c-b932-fc27ee81ef61 req-943aa28b-791e-464d-b7ee-9fb7e3b1e734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:16:18.630838 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-c4698bed-acd4-436c-b932-fc27ee81ef61 req-943aa28b-791e-464d-b7ee-9fb7e3b1e734 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0526721 Jul 22 23:16:18.669239 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:18.729181 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-c4698bed-acd4-436c-b932-fc27ee81ef61 req-b0beca55-5b62-4dfd-ba1e-957fa9863fe9 service neutron] 10.222.0.76 "GET /v2.0/networks/7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862765 Jul 22 23:16:18.734443 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:18.819631 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-c4698bed-acd4-436c-b932-fc27ee81ef61 req-5037d9b2-787c-4d4f-be7e-c9206faa7533 service neutron] 10.222.0.76 "GET /v2.0/networks/7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826647 Jul 22 23:16:19.133903 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-d6d3e244-519d-4c84-95ee-f6386db2b0d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:20.907548 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-cbf739a1-5d20-402c-989d-00d0f7e6e81c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:25.898820 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.agents_db [None req-bfbb8894-14bb-41d0-8761-89beb89abbcb None None] Agent healthcheck: found 6 active agents {{(pid=93195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:16:29.059055 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9dfb97-2eaa-46ab-b90c-0957307e93f5 req-54022dc9-ca24-4ffc-887c-4ded7edd9805 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:16:29.060551 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-4f9dfb97-2eaa-46ab-b90c-0957307e93f5 req-54022dc9-ca24-4ffc-887c-4ded7edd9805 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "GET /v2.0/ports?device_id=8957ddac-220a-45e1-b0ab-24e8ec8f45f2 HTTP/1.1" status: 200 len: 945 time: 0.1555128 Jul 22 23:16:29.099678 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-4f9dfb97-2eaa-46ab-b90c-0957307e93f5 req-00a1f1d3-404f-4cdb-92d6-133188fa235d tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9431c73-d6d1-4ad4-9ac3-23b818a1b267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336208 Jul 22 23:16:30.226166 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f152d24f-8360-4550-a975-2d75eba20d4d req-1f1c0d92-7e53-4f5a-9e76-9cd98bec0fff tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:16:30.228399 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-f152d24f-8360-4550-a975-2d75eba20d4d req-1f1c0d92-7e53-4f5a-9e76-9cd98bec0fff tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "GET /v2.0/ports?device_id=8957ddac-220a-45e1-b0ab-24e8ec8f45f2 HTTP/1.1" status: 200 len: 945 time: 0.0629766 Jul 22 23:16:30.264880 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-f152d24f-8360-4550-a975-2d75eba20d4d req-e4126909-83e9-4ae2-83f0-c41343014980 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9431c73-d6d1-4ad4-9ac3-23b818a1b267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309579 Jul 22 23:16:30.640284 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-86d0575d-97f6-4757-9230-c29e96b81833 req-5aa96efd-476e-4bc1-b5d3-89f8d78143c2 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1470510069&fields=id&tenant_id=db2fa9ede64340a5ad2f37c6e3db667c HTTP/1.1" status: 200 len: 267 time: 0.0313129 Jul 22 23:16:30.744175 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d0575d-97f6-4757-9230-c29e96b81833 req-825c43d3-4dda-46a1-b659-abb885fa9756 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:16:30.745623 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-86d0575d-97f6-4757-9230-c29e96b81833 req-825c43d3-4dda-46a1-b659-abb885fa9756 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] 10.222.0.44 "GET /v2.0/networks?id=1a59ceb3-3b1b-45d1-841a-8dd14bc1e6a2 HTTP/1.1" status: 200 len: 808 time: 0.0992222 Jul 22 23:16:30.761042 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-86d0575d-97f6-4757-9230-c29e96b81833 req-aee59f80-6e07-4aeb-836f-5c1fe5c3c42f tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] 10.222.0.44 "GET /v2.0/quotas/db2fa9ede64340a5ad2f37c6e3db667c HTTP/1.1" status: 200 len: 375 time: 0.0093980 Jul 22 23:16:30.823685 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-86d0575d-97f6-4757-9230-c29e96b81833 req-cca28e91-4983-4634-8026-1fcb92ebd331 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=db2fa9ede64340a5ad2f37c6e3db667c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0577455 Jul 22 23:16:30.960007 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-86d0575d-97f6-4757-9230-c29e96b81833 req-a38dcc85-5645-4a6f-aa31-f7d85dec3125 service neutron] 10.222.0.44 "GET /v2.0/networks/1a59ceb3-3b1b-45d1-841a-8dd14bc1e6a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247547 Jul 22 23:16:31.051586 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-86d0575d-97f6-4757-9230-c29e96b81833 req-d5c44fa8-e2f2-4fad-a7d5-9c402d8f8f17 service neutron] 10.222.0.44 "GET /v2.0/networks/1a59ceb3-3b1b-45d1-841a-8dd14bc1e6a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851445 Jul 22 23:16:31.329818 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-4262f7ee-bd77-43ce-928c-b08ee387bafa req-66ac8d71-5a4a-40ec-89fa-e22f16ae0daf tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] 10.222.0.44 "GET /v2.0/ports?device_id=3d1b19ea-c7cf-4c77-a712-ab0fd55b4278 HTTP/1.1" status: 200 len: 210 time: 0.0296998 Jul 22 23:16:31.395458 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd492a2c-527d-4125-8e01-f8b21a221079 req-67470513-789a-41b6-8df0-e768eddf4ce3 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:16:31.396941 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-bd492a2c-527d-4125-8e01-f8b21a221079 req-67470513-789a-41b6-8df0-e768eddf4ce3 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "GET /v2.0/ports?device_id=8957ddac-220a-45e1-b0ab-24e8ec8f45f2 HTTP/1.1" status: 200 len: 945 time: 0.0663838 Jul 22 23:16:31.434185 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-bd492a2c-527d-4125-8e01-f8b21a221079 req-ce29391a-c63e-4cd0-a0e2-7505bc3bb62a tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9431c73-d6d1-4ad4-9ac3-23b818a1b267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313430 Jul 22 23:16:32.425612 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-d23373b3-98f6-4f30-98dc-e64c99534cc3 req-139070c5-ec63-48a3-89f8-6cb9cb9b976c tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] 10.222.0.44 "GET /v2.0/ports?device_id=3d1b19ea-c7cf-4c77-a712-ab0fd55b4278 HTTP/1.1" status: 200 len: 210 time: 0.0300703 Jul 22 23:16:32.574834 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be06c8af-2f90-41c4-85b8-9a381f39aad6 req-92368b06-3505-4876-a813-4439911b41ab tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:16:32.578632 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-be06c8af-2f90-41c4-85b8-9a381f39aad6 req-92368b06-3505-4876-a813-4439911b41ab tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "GET /v2.0/ports?device_id=8957ddac-220a-45e1-b0ab-24e8ec8f45f2 HTTP/1.1" status: 200 len: 945 time: 0.0743749 Jul 22 23:16:32.619939 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-be06c8af-2f90-41c4-85b8-9a381f39aad6 req-a67ea1a4-cae4-4748-9f42-ef8b0739ccc6 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9431c73-d6d1-4ad4-9ac3-23b818a1b267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334973 Jul 22 23:16:32.630711 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d0575d-97f6-4757-9230-c29e96b81833 req-72e807fc-4636-4ac6-90a1-1e3414e7999b tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:16:32.632169 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-86d0575d-97f6-4757-9230-c29e96b81833 req-72e807fc-4636-4ac6-90a1-1e3414e7999b tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] 10.222.0.76 "GET /v2.0/networks?id=1a59ceb3-3b1b-45d1-841a-8dd14bc1e6a2 HTTP/1.1" status: 200 len: 808 time: 0.1129479 Jul 22 23:16:32.681546 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-86d0575d-97f6-4757-9230-c29e96b81833 req-63732a01-7f74-4787-a27e-266319d24515 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=db2fa9ede64340a5ad2f37c6e3db667c HTTP/1.1" status: 200 len: 380 time: 0.0329068 Jul 22 23:16:32.694673 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [req-86d0575d-97f6-4757-9230-c29e96b81833 req-a6bda4e9-e727-4c82-97e4-03d874a04ee9 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Request body: {'port': {'device_id': '3d1b19ea-c7cf-4c77-a712-ab0fd55b4278', 'network_id': '1a59ceb3-3b1b-45d1-841a-8dd14bc1e6a2', 'admin_state_up': True, 'tenant_id': 'db2fa9ede64340a5ad2f37c6e3db667c', 'security_groups': ['faea6e62-6b54-4a4d-b567-060dec6211a2']}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:16:32.802038 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86d0575d-97f6-4757-9230-c29e96b81833 req-a6bda4e9-e727-4c82-97e4-03d874a04ee9 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Made reservation on behalf of db2fa9ede64340a5ad2f37c6e3db667c for: {'port': 1} {{(pid=93193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:16:32.805458 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-86d0575d-97f6-4757-9230-c29e96b81833 req-a6bda4e9-e727-4c82-97e4-03d874a04ee9 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:32.923457 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.db.db_base_plugin_common [req-86d0575d-97f6-4757-9230-c29e96b81833 req-a6bda4e9-e727-4c82-97e4-03d874a04ee9 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Allocated IP 172.20.0.14 (1a59ceb3-3b1b-45d1-841a-8dd14bc1e6a2/dc62b7f7-138b-4387-936a-2eda69e9184f/257d2059-5eee-4bc3-b419-f42ae4cc10cd) {{(pid=93193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:16:33.059932 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-86d0575d-97f6-4757-9230-c29e96b81833 req-a6bda4e9-e727-4c82-97e4-03d874a04ee9 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Notify callbacks [] for port, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:33.072819 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.db.provisioning_blocks [req-86d0575d-97f6-4757-9230-c29e96b81833 req-a6bda4e9-e727-4c82-97e4-03d874a04ee9 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Transition to ACTIVE for port object 257d2059-5eee-4bc3-b419-f42ae4cc10cd will not be triggered until provisioned by entity DHCP. {{(pid=93193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:16:33.105148 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-86d0575d-97f6-4757-9230-c29e96b81833 req-a6bda4e9-e727-4c82-97e4-03d874a04ee9 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769065317241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31811438'] for port, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:33.147287 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86d0575d-97f6-4757-9230-c29e96b81833 req-a6bda4e9-e727-4c82-97e4-03d874a04ee9 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Network 1a59ceb3-3b1b-45d1-841a-8dd14bc1e6a2 is already hosted by enough agents. {{(pid=93193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:16:33.150233 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.scheduler.base_scheduler [req-86d0575d-97f6-4757-9230-c29e96b81833 req-a6bda4e9-e727-4c82-97e4-03d874a04ee9 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Resources bound (agent type, host, resource id): {{(pid=93193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:16:33.154104 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.db.l3_dvrscheduler_db [req-86d0575d-97f6-4757-9230-c29e96b81833 req-a6bda4e9-e727-4c82-97e4-03d874a04ee9 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Received port after_create {{(pid=93193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:16:33.178632 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bda4e9-e727-4c82-97e4-03d874a04ee9 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Pushing event updated for resources: {'Port': ['ID=257d2059-5eee-4bc3-b419-f42ae4cc10cd,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:16:33.197524 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bda4e9-e727-4c82-97e4-03d874a04ee9 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:16:33.197866 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bda4e9-e727-4c82-97e4-03d874a04ee9 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:16:33.198199 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bda4e9-e727-4c82-97e4-03d874a04ee9 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:16:33.198520 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bda4e9-e727-4c82-97e4-03d874a04ee9 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:16:33.198847 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bda4e9-e727-4c82-97e4-03d874a04ee9 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:16:33.199175 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bda4e9-e727-4c82-97e4-03d874a04ee9 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:16:33.199482 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bda4e9-e727-4c82-97e4-03d874a04ee9 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:16:33.199793 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bda4e9-e727-4c82-97e4-03d874a04ee9 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:16:33.200110 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bda4e9-e727-4c82-97e4-03d874a04ee9 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:16:33.200454 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bda4e9-e727-4c82-97e4-03d874a04ee9 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:16:33.200787 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bda4e9-e727-4c82-97e4-03d874a04ee9 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:16:33.201101 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bda4e9-e727-4c82-97e4-03d874a04ee9 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:16:33.221360 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d0575d-97f6-4757-9230-c29e96b81833 req-a6bda4e9-e727-4c82-97e4-03d874a04ee9 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:16:33.221973 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-86d0575d-97f6-4757-9230-c29e96b81833 req-a6bda4e9-e727-4c82-97e4-03d874a04ee9 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92570'] for port, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:33.238726 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-86d0575d-97f6-4757-9230-c29e96b81833 req-a6bda4e9-e727-4c82-97e4-03d874a04ee9 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5475118 Jul 22 23:16:33.314433 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [req-86d0575d-97f6-4757-9230-c29e96b81833 req-8916d2f9-ff9c-4397-bc21-adfa9982f8da service neutron] Request body: {'port': {'device_id': '3d1b19ea-c7cf-4c77-a712-ab0fd55b4278', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80187'}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:16:33.385670 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-599bd944-e4a2-467b-9d3a-0a780684d0a1 None None] Provisioning for port 257d2059-5eee-4bc3-b419-f42ae4cc10cd completed by entity DHCP. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:16:33.386760 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-86d0575d-97f6-4757-9230-c29e96b81833 req-8916d2f9-ff9c-4397-bc21-adfa9982f8da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:33.390771 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-599bd944-e4a2-467b-9d3a-0a780684d0a1 None None] Provisioning complete for port 257d2059-5eee-4bc3-b419-f42ae4cc10cd triggered by entity DHCP. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:16:33.391386 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-599bd944-e4a2-467b-9d3a-0a780684d0a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832377'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:33.426657 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-599bd944-e4a2-467b-9d3a-0a780684d0a1 None None] Port 257d2059-5eee-4bc3-b419-f42ae4cc10cd cannot update to ACTIVE because it is not bound. {{(pid=93194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:16:33.657691 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.notifiers.nova [req-86d0575d-97f6-4757-9230-c29e96b81833 req-8916d2f9-ff9c-4397-bc21-adfa9982f8da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 257d2059-5eee-4bc3-b419-f42ae4cc10cd {{(pid=93193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:16:33.665813 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-86d0575d-97f6-4757-9230-c29e96b81833 req-8916d2f9-ff9c-4397-bc21-adfa9982f8da service neutron] Notify callbacks [] for port, precommit_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:33.678750 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.db.provisioning_blocks [req-86d0575d-97f6-4757-9230-c29e96b81833 req-8916d2f9-ff9c-4397-bc21-adfa9982f8da service neutron] Transition to ACTIVE for port object 257d2059-5eee-4bc3-b419-f42ae4cc10cd will not be triggered until provisioned by entity L2. {{(pid=93193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:16:33.683052 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-86d0575d-97f6-4757-9230-c29e96b81833 req-8916d2f9-ff9c-4397-bc21-adfa9982f8da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31811429'] for port, after_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:33.729020 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8916d2f9-ff9c-4397-bc21-adfa9982f8da service neutron] Pushing event updated for resources: {'Port': ['ID=257d2059-5eee-4bc3-b419-f42ae4cc10cd,revision_number=2']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:16:33.812841 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.managers [req-86d0575d-97f6-4757-9230-c29e96b81833 req-8916d2f9-ff9c-4397-bc21-adfa9982f8da service neutron] Attempting to bind port 257d2059-5eee-4bc3-b419-f42ae4cc10cd on host hv-cinder-80187 for vnic_type normal with profile {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:16:33.813176 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.managers [req-86d0575d-97f6-4757-9230-c29e96b81833 req-8916d2f9-ff9c-4397-bc21-adfa9982f8da service neutron] Attempting to bind port 257d2059-5eee-4bc3-b419-f42ae4cc10cd by drivers openvswitch,hyperv on host hv-cinder-80187 at level 0 using segments [{'id': '49545db8-4130-4209-8567-7d732551d7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '1a59ceb3-3b1b-45d1-841a-8dd14bc1e6a2'}] {{(pid=93193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:16:33.813509 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d0575d-97f6-4757-9230-c29e96b81833 req-8916d2f9-ff9c-4397-bc21-adfa9982f8da service neutron] Attempting to bind port 257d2059-5eee-4bc3-b419-f42ae4cc10cd on network 1a59ceb3-3b1b-45d1-841a-8dd14bc1e6a2 {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:16:33.818062 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d0575d-97f6-4757-9230-c29e96b81833 req-8916d2f9-ff9c-4397-bc21-adfa9982f8da service neutron] Port 257d2059-5eee-4bc3-b419-f42ae4cc10cd on network 1a59ceb3-3b1b-45d1-841a-8dd14bc1e6a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80187 {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:16:33.818387 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d0575d-97f6-4757-9230-c29e96b81833 req-8916d2f9-ff9c-4397-bc21-adfa9982f8da service neutron] Attempting to bind port 257d2059-5eee-4bc3-b419-f42ae4cc10cd on network 1a59ceb3-3b1b-45d1-841a-8dd14bc1e6a2 {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:16:33.824095 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d0575d-97f6-4757-9230-c29e96b81833 req-8916d2f9-ff9c-4397-bc21-adfa9982f8da service neutron] Checking agent: {'id': '11a4ce8f-2944-4abd-9558-2f785ee5be32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80187', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 9, 19), 'started_at': datetime.datetime(2021, 7, 22, 23, 9, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:16:33.824467 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d0575d-97f6-4757-9230-c29e96b81833 req-8916d2f9-ff9c-4397-bc21-adfa9982f8da service neutron] Checking segment: {'id': '49545db8-4130-4209-8567-7d732551d7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '1a59ceb3-3b1b-45d1-841a-8dd14bc1e6a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:16:33.824852 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d0575d-97f6-4757-9230-c29e96b81833 req-8916d2f9-ff9c-4397-bc21-adfa9982f8da service neutron] Bound using segment: {'id': '49545db8-4130-4209-8567-7d732551d7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '1a59ceb3-3b1b-45d1-841a-8dd14bc1e6a2'} {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:16:33.825279 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.managers [req-86d0575d-97f6-4757-9230-c29e96b81833 req-8916d2f9-ff9c-4397-bc21-adfa9982f8da service neutron] Bound port: 257d2059-5eee-4bc3-b419-f42ae4cc10cd, host: hv-cinder-80187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49545db8-4130-4209-8567-7d732551d7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '1a59ceb3-3b1b-45d1-841a-8dd14bc1e6a2'}}] {{(pid=93193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:16:33.825636 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-86d0575d-97f6-4757-9230-c29e96b81833 req-8916d2f9-ff9c-4397-bc21-adfa9982f8da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:33.844403 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486de22f-da81-4fb1-a2a5-7e96444ad88a req-617d6844-c1fd-43e8-bb2b-46fb0fb1bf5b tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:16:33.845932 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-486de22f-da81-4fb1-a2a5-7e96444ad88a req-617d6844-c1fd-43e8-bb2b-46fb0fb1bf5b tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] 10.222.0.44 "GET /v2.0/ports?device_id=3d1b19ea-c7cf-4c77-a712-ab0fd55b4278 HTTP/1.1" status: 200 len: 932 time: 0.3559198 Jul 22 23:16:33.862486 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c960e8-0032-4b8a-9ee4-742b8b0554fe req-24ed750e-71c6-4d6c-921b-40604916ca45 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:16:33.863993 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-e3c960e8-0032-4b8a-9ee4-742b8b0554fe req-24ed750e-71c6-4d6c-921b-40604916ca45 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "GET /v2.0/ports?device_id=8957ddac-220a-45e1-b0ab-24e8ec8f45f2 HTTP/1.1" status: 200 len: 945 time: 0.0935757 Jul 22 23:16:33.897572 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.db [req-86d0575d-97f6-4757-9230-c29e96b81833 req-8916d2f9-ff9c-4397-bc21-adfa9982f8da service neutron] For port 257d2059-5eee-4bc3-b419-f42ae4cc10cd, host hv-cinder-80187, cleared binding levels {{(pid=93193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:16:33.901913 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.db [req-86d0575d-97f6-4757-9230-c29e96b81833 req-8916d2f9-ff9c-4397-bc21-adfa9982f8da service neutron] For port 257d2059-5eee-4bc3-b419-f42ae4cc10cd, host hv-cinder-80187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80187',level=0,port_id=257d2059-5eee-4bc3-b419-f42ae4cc10cd,segment=NetworkSegment(49545db8-4130-4209-8567-7d732551d7b2),segment_id=49545db8-4130-4209-8567-7d732551d7b2)] {{(pid=93193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:16:33.919463 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-86d0575d-97f6-4757-9230-c29e96b81833 req-8916d2f9-ff9c-4397-bc21-adfa9982f8da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31811429'] for port, after_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:33.922752 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-486de22f-da81-4fb1-a2a5-7e96444ad88a req-22b61bbc-ccd5-4df3-83a5-6da42621a0b8 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] 10.222.0.44 "GET /v2.0/security-groups?id=faea6e62-6b54-4a4d-b567-060dec6211a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577533 Jul 22 23:16:33.937356 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-e3c960e8-0032-4b8a-9ee4-742b8b0554fe req-a34bd4a1-f0c8-44ad-9a33-96c872e7a961 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9431c73-d6d1-4ad4-9ac3-23b818a1b267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652075 Jul 22 23:16:33.963358 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d0575d-97f6-4757-9230-c29e96b81833 req-8916d2f9-ff9c-4397-bc21-adfa9982f8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:16:33.964405 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-86d0575d-97f6-4757-9230-c29e96b81833 req-8916d2f9-ff9c-4397-bc21-adfa9982f8da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92570'] for port, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:33.966075 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-86d0575d-97f6-4757-9230-c29e96b81833 req-8916d2f9-ff9c-4397-bc21-adfa9982f8da service neutron] 10.222.0.76 "PUT /v2.0/ports/257d2059-5eee-4bc3-b419-f42ae4cc10cd HTTP/1.1" status: 200 len: 1094 time: 0.7074883 Jul 22 23:16:33.968185 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d1b19ea-c7cf-4c77-a712-ab0fd55b4278', 'tag': '257d2059-5eee-4bc3-b419-f42ae4cc10cd'}] {{(pid=93193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:16:33.970826 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53e3bfa867fb079e45cf064e3f04560eeff66f84eee23b8fde49e5f46f239411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94fd5c6f-ee31-421b-8870-86304b1e275f" -d '{"events": [{"name": "network-changed", "server_uuid": "3d1b19ea-c7cf-4c77-a712-ab0fd55b4278", "tag": "257d2059-5eee-4bc3-b419-f42ae4cc10cd"}]}' {{(pid=93193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:16:34.004248 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8916d2f9-ff9c-4397-bc21-adfa9982f8da service neutron] Pushing event updated for resources: {'Port': ['ID=257d2059-5eee-4bc3-b419-f42ae4cc10cd,revision_number=3']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:16:34.069301 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d956df81-3deb-4f2d-8bb0-7ecd44c040a8 x-openstack-request-id: req-d956df81-3deb-4f2d-8bb0-7ecd44c040a8 {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:16:34.069588 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d1b19ea-c7cf-4c77-a712-ab0fd55b4278", "tag": "257d2059-5eee-4bc3-b419-f42ae4cc10cd", "status": "completed", "code": 200}]} {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:16:34.069837 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d956df81-3deb-4f2d-8bb0-7ecd44c040a8 {{(pid=93193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:16:34.070227 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d1b19ea-c7cf-4c77-a712-ab0fd55b4278', 'tag': '257d2059-5eee-4bc3-b419-f42ae4cc10cd', 'status': 'completed', 'code': 200} Jul 22 23:16:34.084929 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d0575d-97f6-4757-9230-c29e96b81833 req-f12a2dee-6d3e-416a-be2b-30f343cbfa58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:16:34.086459 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-86d0575d-97f6-4757-9230-c29e96b81833 req-f12a2dee-6d3e-416a-be2b-30f343cbfa58 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=db2fa9ede64340a5ad2f37c6e3db667c&device_id=3d1b19ea-c7cf-4c77-a712-ab0fd55b4278 HTTP/1.1" status: 200 len: 1097 time: 0.0589216 Jul 22 23:16:34.139156 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-86d0575d-97f6-4757-9230-c29e96b81833 req-b04e4b8a-0ec9-47dd-952a-6c4d8882cc81 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=257d2059-5eee-4bc3-b419-f42ae4cc10cd HTTP/1.1" status: 200 len: 217 time: 0.0383170 Jul 22 23:16:34.189149 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d0575d-97f6-4757-9230-c29e96b81833 req-643a44af-4435-4eb2-a477-5dc3deceb596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:16:34.190780 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-86d0575d-97f6-4757-9230-c29e96b81833 req-643a44af-4435-4eb2-a477-5dc3deceb596 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=dc62b7f7-138b-4387-936a-2eda69e9184f HTTP/1.1" status: 200 len: 847 time: 0.0438926 Jul 22 23:16:34.249314 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d0575d-97f6-4757-9230-c29e96b81833 req-dd8aa2ab-d1a9-42d2-a253-ee90f1c70d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:16:34.250789 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-86d0575d-97f6-4757-9230-c29e96b81833 req-dd8aa2ab-d1a9-42d2-a253-ee90f1c70d72 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=1a59ceb3-3b1b-45d1-841a-8dd14bc1e6a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0530648 Jul 22 23:16:34.364496 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-86d0575d-97f6-4757-9230-c29e96b81833 req-0d98e368-566f-4da7-b6d2-0fe3234dd243 service neutron] 10.222.0.76 "GET /v2.0/networks/1a59ceb3-3b1b-45d1-841a-8dd14bc1e6a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834191 Jul 22 23:16:34.450791 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-86d0575d-97f6-4757-9230-c29e96b81833 req-aac71f37-1d51-4f62-8e20-d746fa6c24ed service neutron] 10.222.0.76 "GET /v2.0/networks/1a59ceb3-3b1b-45d1-841a-8dd14bc1e6a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788777 Jul 22 23:16:34.593113 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fd5c6f-ee31-421b-8870-86304b1e275f req-cd160830-6e25-44aa-be45-140e59f380d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:16:34.594566 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-94fd5c6f-ee31-421b-8870-86304b1e275f req-cd160830-6e25-44aa-be45-140e59f380d7 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=db2fa9ede64340a5ad2f37c6e3db667c&device_id=3d1b19ea-c7cf-4c77-a712-ab0fd55b4278 HTTP/1.1" status: 200 len: 1097 time: 0.0529261 Jul 22 23:16:34.685038 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fd5c6f-ee31-421b-8870-86304b1e275f req-2f4a70da-d3df-4e73-994c-78715ad12e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:16:34.686453 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-94fd5c6f-ee31-421b-8870-86304b1e275f req-2f4a70da-d3df-4e73-994c-78715ad12e5f service neutron] 10.222.0.76 "GET /v2.0/networks?id=1a59ceb3-3b1b-45d1-841a-8dd14bc1e6a2 HTTP/1.1" status: 200 len: 909 time: 0.0842009 Jul 22 23:16:34.727084 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-94fd5c6f-ee31-421b-8870-86304b1e275f req-06859e4d-b2fe-4c94-a967-7249c1f72f0f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=257d2059-5eee-4bc3-b419-f42ae4cc10cd HTTP/1.1" status: 200 len: 217 time: 0.0328901 Jul 22 23:16:34.779299 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fd5c6f-ee31-421b-8870-86304b1e275f req-0f55e904-1a8a-4a8d-a23b-3b385a6418f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:16:34.780817 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-94fd5c6f-ee31-421b-8870-86304b1e275f req-0f55e904-1a8a-4a8d-a23b-3b385a6418f1 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=dc62b7f7-138b-4387-936a-2eda69e9184f HTTP/1.1" status: 200 len: 847 time: 0.0462070 Jul 22 23:16:34.839777 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fd5c6f-ee31-421b-8870-86304b1e275f req-4e08caaf-811d-4d7d-be3c-dfc736674aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:16:34.841307 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-94fd5c6f-ee31-421b-8870-86304b1e275f req-4e08caaf-811d-4d7d-be3c-dfc736674aa8 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=1a59ceb3-3b1b-45d1-841a-8dd14bc1e6a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0531723 Jul 22 23:16:34.934008 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-94fd5c6f-ee31-421b-8870-86304b1e275f req-f6210f42-4fb9-4295-a09f-3edc39c6ab43 service neutron] 10.222.0.76 "GET /v2.0/networks/1a59ceb3-3b1b-45d1-841a-8dd14bc1e6a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853729 Jul 22 23:16:35.025039 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-94fd5c6f-ee31-421b-8870-86304b1e275f req-fef783f6-5708-4cbb-a1f6-602b3e3f0260 service neutron] 10.222.0.76 "GET /v2.0/networks/1a59ceb3-3b1b-45d1-841a-8dd14bc1e6a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845375 Jul 22 23:16:35.095391 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30587389-8b67-4e8d-95b7-e04efb8e3e36 req-6d2af59c-b676-4e86-a213-ab56b813586c tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:16:35.096883 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-30587389-8b67-4e8d-95b7-e04efb8e3e36 req-6d2af59c-b676-4e86-a213-ab56b813586c tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] 10.222.0.44 "GET /v2.0/ports?device_id=3d1b19ea-c7cf-4c77-a712-ab0fd55b4278 HTTP/1.1" status: 200 len: 944 time: 0.1054850 Jul 22 23:16:35.107970 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8737b4-ff2c-4ab3-8222-74c68fca2694 req-6689d52a-704e-45ff-9eb0-c463fea166f5 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:16:35.109380 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-df8737b4-ff2c-4ab3-8222-74c68fca2694 req-6689d52a-704e-45ff-9eb0-c463fea166f5 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "GET /v2.0/ports?device_id=8957ddac-220a-45e1-b0ab-24e8ec8f45f2 HTTP/1.1" status: 200 len: 945 time: 0.0859380 Jul 22 23:16:35.162266 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-30587389-8b67-4e8d-95b7-e04efb8e3e36 req-5d4fd592-bc1d-4ccf-8637-33742468c1f7 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] 10.222.0.44 "GET /v2.0/security-groups?id=faea6e62-6b54-4a4d-b567-060dec6211a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519607 Jul 22 23:16:35.169139 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-df8737b4-ff2c-4ab3-8222-74c68fca2694 req-e7c7e4f6-e91a-4949-b9a5-0badf659949e tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9431c73-d6d1-4ad4-9ac3-23b818a1b267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523150 Jul 22 23:16:36.331204 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1086cf-e4d9-441a-95b2-87ba78bd87ee req-24253d03-e2b6-464d-a71f-c557912c2248 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:16:36.332712 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-bd1086cf-e4d9-441a-95b2-87ba78bd87ee req-24253d03-e2b6-464d-a71f-c557912c2248 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] 10.222.0.44 "GET /v2.0/ports?device_id=3d1b19ea-c7cf-4c77-a712-ab0fd55b4278 HTTP/1.1" status: 200 len: 944 time: 0.1038070 Jul 22 23:16:36.341700 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18795527-d8e2-4338-89e4-9102b8e02f0d req-cdf0a1c1-e5bb-4929-bbda-85ca527b91ed tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:16:36.343092 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-18795527-d8e2-4338-89e4-9102b8e02f0d req-cdf0a1c1-e5bb-4929-bbda-85ca527b91ed tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "GET /v2.0/ports?device_id=8957ddac-220a-45e1-b0ab-24e8ec8f45f2 HTTP/1.1" status: 200 len: 945 time: 0.1054714 Jul 22 23:16:36.397846 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-bd1086cf-e4d9-441a-95b2-87ba78bd87ee req-9d544fc4-1aea-41f0-9b6b-788bbacf0826 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] 10.222.0.44 "GET /v2.0/security-groups?id=faea6e62-6b54-4a4d-b567-060dec6211a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536678 Jul 22 23:16:36.402618 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-18795527-d8e2-4338-89e4-9102b8e02f0d req-5142143f-e64d-4843-805a-8aabdaee2381 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9431c73-d6d1-4ad4-9ac3-23b818a1b267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524564 Jul 22 23:16:37.565227 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695b711e-b3b3-4c72-abcb-a6da9a936962 req-16e50df4-6ffb-4613-9a88-dd93f338dc7f tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:16:37.566763 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-695b711e-b3b3-4c72-abcb-a6da9a936962 req-16e50df4-6ffb-4613-9a88-dd93f338dc7f tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] 10.222.0.44 "GET /v2.0/ports?device_id=3d1b19ea-c7cf-4c77-a712-ab0fd55b4278 HTTP/1.1" status: 200 len: 944 time: 0.1034937 Jul 22 23:16:37.575041 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cef6680-4104-4d62-873e-42736c7f4a4b req-111ac0e2-f902-4615-b612-18f885eb8045 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:16:37.576414 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-6cef6680-4104-4d62-873e-42736c7f4a4b req-111ac0e2-f902-4615-b612-18f885eb8045 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "GET /v2.0/ports?device_id=8957ddac-220a-45e1-b0ab-24e8ec8f45f2 HTTP/1.1" status: 200 len: 945 time: 0.1044431 Jul 22 23:16:37.630171 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-695b711e-b3b3-4c72-abcb-a6da9a936962 req-4f3a2153-06f1-4b04-9a8a-922bd9fd2b7a tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] 10.222.0.44 "GET /v2.0/security-groups?id=faea6e62-6b54-4a4d-b567-060dec6211a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528224 Jul 22 23:16:37.634855 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-6cef6680-4104-4d62-873e-42736c7f4a4b req-2f3541d8-05b6-4d0c-b90f-28f4a4ef22e7 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9431c73-d6d1-4ad4-9ac3-23b818a1b267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518115 Jul 22 23:16:38.796633 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9590e18d-f1b5-44cb-bcb9-3409e4d6057c req-c1c8a9dd-718c-489c-9642-e56a96ab2fdb tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:16:38.798080 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-9590e18d-f1b5-44cb-bcb9-3409e4d6057c req-c1c8a9dd-718c-489c-9642-e56a96ab2fdb tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "GET /v2.0/ports?device_id=8957ddac-220a-45e1-b0ab-24e8ec8f45f2 HTTP/1.1" status: 200 len: 945 time: 0.0937293 Jul 22 23:16:38.805134 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7f576e-b93b-42b8-bdd9-eab5d11a25ea req-5523bbe5-3109-4204-b4ed-7e384bb8742a tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:16:38.806509 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-0e7f576e-b93b-42b8-bdd9-eab5d11a25ea req-5523bbe5-3109-4204-b4ed-7e384bb8742a tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] 10.222.0.44 "GET /v2.0/ports?device_id=3d1b19ea-c7cf-4c77-a712-ab0fd55b4278 HTTP/1.1" status: 200 len: 944 time: 0.1118722 Jul 22 23:16:38.864843 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-9590e18d-f1b5-44cb-bcb9-3409e4d6057c req-cd3fc5c4-76c9-491e-8421-c89b25ba763a tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9431c73-d6d1-4ad4-9ac3-23b818a1b267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571811 Jul 22 23:16:38.869122 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-0e7f576e-b93b-42b8-bdd9-eab5d11a25ea req-a0e43987-1148-4e6c-b042-0c78534ad2e4 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] 10.222.0.44 "GET /v2.0/security-groups?id=faea6e62-6b54-4a4d-b567-060dec6211a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559258 Jul 22 23:16:40.033606 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09499ee-1aae-4f73-98fb-55a08487d266 req-21cd86b8-56b2-44c4-8730-f97dd1651aae tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:16:40.034965 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-c09499ee-1aae-4f73-98fb-55a08487d266 req-21cd86b8-56b2-44c4-8730-f97dd1651aae tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "GET /v2.0/ports?device_id=8957ddac-220a-45e1-b0ab-24e8ec8f45f2 HTTP/1.1" status: 200 len: 945 time: 0.1026390 Jul 22 23:16:40.042835 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b08f7f6-0582-4dd0-aa01-07e6d845254a req-5e359580-87a9-47ab-b02b-9ddd83719cf3 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:16:40.044160 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-9b08f7f6-0582-4dd0-aa01-07e6d845254a req-5e359580-87a9-47ab-b02b-9ddd83719cf3 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] 10.222.0.44 "GET /v2.0/ports?device_id=3d1b19ea-c7cf-4c77-a712-ab0fd55b4278 HTTP/1.1" status: 200 len: 944 time: 0.1024296 Jul 22 23:16:40.097218 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-c09499ee-1aae-4f73-98fb-55a08487d266 req-8b4ee058-b549-4e94-aa41-0d2bfee26463 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9431c73-d6d1-4ad4-9ac3-23b818a1b267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521379 Jul 22 23:16:40.101803 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-9b08f7f6-0582-4dd0-aa01-07e6d845254a req-90e38053-725e-46b5-af42-c14530c9cd4d tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] 10.222.0.44 "GET /v2.0/security-groups?id=faea6e62-6b54-4a4d-b567-060dec6211a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511212 Jul 22 23:16:41.262893 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c945fb-1268-42cf-b810-e517c16ac12c req-b54de88c-653c-4941-9d10-d3ae395b4cf2 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:16:41.264386 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-b2c945fb-1268-42cf-b810-e517c16ac12c req-b54de88c-653c-4941-9d10-d3ae395b4cf2 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "GET /v2.0/ports?device_id=8957ddac-220a-45e1-b0ab-24e8ec8f45f2 HTTP/1.1" status: 200 len: 945 time: 0.1007414 Jul 22 23:16:41.272265 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8583684c-a901-4028-a972-e9c5520c8381 req-e613e413-d85b-421e-907a-65e573646318 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:16:41.273650 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-8583684c-a901-4028-a972-e9c5520c8381 req-e613e413-d85b-421e-907a-65e573646318 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] 10.222.0.44 "GET /v2.0/ports?device_id=3d1b19ea-c7cf-4c77-a712-ab0fd55b4278 HTTP/1.1" status: 200 len: 944 time: 0.1013587 Jul 22 23:16:41.328387 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-b2c945fb-1268-42cf-b810-e517c16ac12c req-19fd300b-c462-4dda-a2a3-6843bf8e31fb tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9431c73-d6d1-4ad4-9ac3-23b818a1b267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537944 Jul 22 23:16:41.335252 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-8583684c-a901-4028-a972-e9c5520c8381 req-bd2368f2-3128-4a3c-b0d8-c2437510a079 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] 10.222.0.44 "GET /v2.0/security-groups?id=faea6e62-6b54-4a4d-b567-060dec6211a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547435 Jul 22 23:16:41.758262 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Device 257d2059-5eee-4bc3-b419-f42ae4cc10cd details requested by agent hyperv_hv-cinder-80187 with host hv-cinder-80187 {{(pid=93194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:16:41.851863 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] For port 257d2059-5eee-4bc3-b419-f42ae4cc10cd, host hv-cinder-80187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80187',level=0,port_id=257d2059-5eee-4bc3-b419-f42ae4cc10cd,segment=NetworkSegment(49545db8-4130-4209-8567-7d732551d7b2),segment_id=49545db8-4130-4209-8567-7d732551d7b2)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:16:41.862862 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Returning: {'device': '257d2059-5eee-4bc3-b419-f42ae4cc10cd', 'network_id': '1a59ceb3-3b1b-45d1-841a-8dd14bc1e6a2', 'port_id': '257d2059-5eee-4bc3-b419-f42ae4cc10cd', 'mac_address': 'fa:16:3e:51:e5:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 859, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc62b7f7-138b-4387-936a-2eda69e9184f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:16:41.899388 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:41.911548 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.notifiers.nova [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 257d2059-5eee-4bc3-b419-f42ae4cc10cd {{(pid=93194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:16:41.930365 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] For port 257d2059-5eee-4bc3-b419-f42ae4cc10cd, host hv-cinder-80187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80187',level=0,port_id=257d2059-5eee-4bc3-b419-f42ae4cc10cd,segment=NetworkSegment(49545db8-4130-4209-8567-7d732551d7b2),segment_id=49545db8-4130-4209-8567-7d732551d7b2)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:16:41.934051 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:41.983000 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Pushing event updated for resources: {'Port': ['ID=257d2059-5eee-4bc3-b419-f42ae4cc10cd,revision_number=4']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:16:42.264985 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] get_ports_and_sgs() called for port_ids ['257d2059-5eee-4bc3-b419-f42ae4cc10cd'] {{(pid=93194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:16:42.512001 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220bce40-6ba9-4fef-89a4-b7ba62c23f80 req-a3f1feb3-1b37-40b1-a869-faa29aeb28e6 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:16:42.513495 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-220bce40-6ba9-4fef-89a4-b7ba62c23f80 req-a3f1feb3-1b37-40b1-a869-faa29aeb28e6 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "GET /v2.0/ports?device_id=8957ddac-220a-45e1-b0ab-24e8ec8f45f2 HTTP/1.1" status: 200 len: 945 time: 0.1141431 Jul 22 23:16:42.521931 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccb9b21-9636-489c-bd18-6779a48555a7 req-fdbdbac6-00f6-47cc-aab8-42ede045a244 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:16:42.523403 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-1ccb9b21-9636-489c-bd18-6779a48555a7 req-fdbdbac6-00f6-47cc-aab8-42ede045a244 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] 10.222.0.44 "GET /v2.0/ports?device_id=3d1b19ea-c7cf-4c77-a712-ab0fd55b4278 HTTP/1.1" status: 200 len: 945 time: 0.1139085 Jul 22 23:16:42.588413 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-220bce40-6ba9-4fef-89a4-b7ba62c23f80 req-000d93e3-8f14-4a0c-ab31-75b209015c7d tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9431c73-d6d1-4ad4-9ac3-23b818a1b267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640051 Jul 22 23:16:42.593725 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-1ccb9b21-9636-489c-bd18-6779a48555a7 req-73a8ac36-285a-41ce-b5d8-3d46bff2ea4f tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] 10.222.0.44 "GET /v2.0/security-groups?id=faea6e62-6b54-4a4d-b567-060dec6211a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590477 Jul 22 23:16:43.757520 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Device 257d2059-5eee-4bc3-b419-f42ae4cc10cd up at agent hyperv_hv-cinder-80187 {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:16:43.761223 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7a926f-19ef-42bf-bc40-983324fb80db req-e207b2aa-20ec-4a2e-97cb-38b4abab88da tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:16:43.762815 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-de7a926f-19ef-42bf-bc40-983324fb80db req-e207b2aa-20ec-4a2e-97cb-38b4abab88da tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "GET /v2.0/ports?device_id=8957ddac-220a-45e1-b0ab-24e8ec8f45f2 HTTP/1.1" status: 200 len: 945 time: 0.1066155 Jul 22 23:16:43.771881 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc41c4ca-4c2d-4e2f-9750-7bc5df8b41df req-3f432427-e283-4628-8e93-0ad466fa188f tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:16:43.773255 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-fc41c4ca-4c2d-4e2f-9750-7bc5df8b41df req-3f432427-e283-4628-8e93-0ad466fa188f tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] 10.222.0.44 "GET /v2.0/ports?device_id=3d1b19ea-c7cf-4c77-a712-ab0fd55b4278 HTTP/1.1" status: 200 len: 945 time: 0.1068318 Jul 22 23:16:43.805562 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Provisioning for port 257d2059-5eee-4bc3-b419-f42ae4cc10cd completed by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:16:43.809141 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Provisioning complete for port 257d2059-5eee-4bc3-b419-f42ae4cc10cd triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:16:43.809608 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832377'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:43.830188 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-de7a926f-19ef-42bf-bc40-983324fb80db req-923cc3af-322a-4bba-aca0-333b4048e5b6 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9431c73-d6d1-4ad4-9ac3-23b818a1b267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559485 Jul 22 23:16:43.838622 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-fc41c4ca-4c2d-4e2f-9750-7bc5df8b41df req-47c81171-6cfc-4d32-9031-6dc73ec5653b tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] 10.222.0.44 "GET /v2.0/security-groups?id=faea6e62-6b54-4a4d-b567-060dec6211a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576096 Jul 22 23:16:43.892023 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:43.914523 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d1b19ea-c7cf-4c77-a712-ab0fd55b4278', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '257d2059-5eee-4bc3-b419-f42ae4cc10cd'}] {{(pid=93194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:16:43.917596 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7601765a566782fd39478405f6fadc52a0f9e3dab845648c9e7fe91a53a45b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a35e976e-e034-4bca-a411-d5c0af5bf1d7" -d '{"events": [{"server_uuid": "3d1b19ea-c7cf-4c77-a712-ab0fd55b4278", "name": "network-vif-plugged", "status": "completed", "tag": "257d2059-5eee-4bc3-b419-f42ae4cc10cd"}]}' {{(pid=93194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:16:43.933142 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] For port 257d2059-5eee-4bc3-b419-f42ae4cc10cd, host hv-cinder-80187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80187',level=0,port_id=257d2059-5eee-4bc3-b419-f42ae4cc10cd,segment=NetworkSegment(49545db8-4130-4209-8567-7d732551d7b2),segment_id=49545db8-4130-4209-8567-7d732551d7b2)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:16:43.937863 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:43.988836 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Pushing event updated for resources: {'Port': ['ID=257d2059-5eee-4bc3-b419-f42ae4cc10cd,revision_number=5']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:16:44.008487 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30dbaa3e-a277-45bc-811d-b7d347438ff3 x-openstack-request-id: req-30dbaa3e-a277-45bc-811d-b7d347438ff3 {{(pid=93194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:16:44.008798 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d1b19ea-c7cf-4c77-a712-ab0fd55b4278", "name": "network-vif-plugged", "status": "completed", "tag": "257d2059-5eee-4bc3-b419-f42ae4cc10cd", "code": 200}]} {{(pid=93194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:16:44.009085 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-30dbaa3e-a277-45bc-811d-b7d347438ff3 {{(pid=93194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:16:44.009499 dv-cinder-801875-2-iscsi neutron-server[93194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d1b19ea-c7cf-4c77-a712-ab0fd55b4278', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '257d2059-5eee-4bc3-b419-f42ae4cc10cd', 'code': 200} Jul 22 23:16:44.279124 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d4de3d-eca7-46ba-9ded-1bbafb2d25df req-38e4cd86-f616-4ea4-9e58-2df6994a86d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:16:44.280632 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-69d4de3d-eca7-46ba-9ded-1bbafb2d25df req-38e4cd86-f616-4ea4-9e58-2df6994a86d2 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=3d1b19ea-c7cf-4c77-a712-ab0fd55b4278 HTTP/1.1" status: 200 len: 1099 time: 0.0534234 Jul 22 23:16:44.315369 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-69d4de3d-eca7-46ba-9ded-1bbafb2d25df req-e94c14b7-17b5-4ac8-aa3a-3e4879603c99 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=faea6e62-6b54-4a4d-b567-060dec6211a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270436 Jul 22 23:16:44.998011 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969a1edc-0e01-4984-a78e-d502f591bc64 req-2fb0c48b-685d-4778-ba9b-228feb4441b5 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:16:44.999498 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-969a1edc-0e01-4984-a78e-d502f591bc64 req-2fb0c48b-685d-4778-ba9b-228feb4441b5 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "GET /v2.0/ports?device_id=8957ddac-220a-45e1-b0ab-24e8ec8f45f2 HTTP/1.1" status: 200 len: 945 time: 0.0997136 Jul 22 23:16:45.013685 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca34d4aa-8916-4c98-b649-c68f1a8c0bf8 req-8aeea52b-4a1b-4404-a93e-504cc3da4381 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:16:45.015007 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-ca34d4aa-8916-4c98-b649-c68f1a8c0bf8 req-8aeea52b-4a1b-4404-a93e-504cc3da4381 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] 10.222.0.44 "GET /v2.0/ports?device_id=3d1b19ea-c7cf-4c77-a712-ab0fd55b4278 HTTP/1.1" status: 200 len: 946 time: 0.1066625 Jul 22 23:16:45.070841 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-969a1edc-0e01-4984-a78e-d502f591bc64 req-3a3bdc17-3732-4b6c-8a98-08e47019c6a7 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9431c73-d6d1-4ad4-9ac3-23b818a1b267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652633 Jul 22 23:16:45.078378 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-ca34d4aa-8916-4c98-b649-c68f1a8c0bf8 req-a6ad8411-0e21-4c93-83c1-b26583753feb tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] 10.222.0.44 "GET /v2.0/security-groups?id=faea6e62-6b54-4a4d-b567-060dec6211a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565526 Jul 22 23:16:45.293962 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2317eae8-7094-4af5-8b9b-030e364caf30 req-f659206a-bf12-45ef-9f6c-44c536e05a41 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:16:45.295328 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-2317eae8-7094-4af5-8b9b-030e364caf30 req-f659206a-bf12-45ef-9f6c-44c536e05a41 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "GET /v2.0/ports?device_id=8957ddac-220a-45e1-b0ab-24e8ec8f45f2 HTTP/1.1" status: 200 len: 945 time: 0.0687563 Jul 22 23:16:45.337812 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-2317eae8-7094-4af5-8b9b-030e364caf30 req-8664a556-6b5a-4b37-b14e-5703eb3717dd tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9431c73-d6d1-4ad4-9ac3-23b818a1b267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366752 Jul 22 23:16:45.484856 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-38a8a146-4281-4e08-b60c-987ede6b042d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:45.637860 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd47a5c5-dbc3-41f3-985e-ce407b4e7b31 req-31a04c70-2087-4e2d-bfc7-a40e363ae1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:16:45.639279 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-bd47a5c5-dbc3-41f3-985e-ce407b4e7b31 req-31a04c70-2087-4e2d-bfc7-a40e363ae1d8 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=644f41edb0214c8ab14723779bf27138&device_id=8957ddac-220a-45e1-b0ab-24e8ec8f45f2 HTTP/1.1" status: 200 len: 1098 time: 0.2663727 Jul 22 23:16:45.726830 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd47a5c5-dbc3-41f3-985e-ce407b4e7b31 req-7c2bfa10-a309-43a8-9546-c01d58849b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:16:45.728594 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-bd47a5c5-dbc3-41f3-985e-ce407b4e7b31 req-7c2bfa10-a309-43a8-9546-c01d58849b22 service neutron] 10.222.0.76 "GET /v2.0/networks?id=4f17eb94-4fd3-4423-afe5-64fcf5db4153 HTTP/1.1" status: 200 len: 912 time: 0.0814512 Jul 22 23:16:45.794936 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-bd47a5c5-dbc3-41f3-985e-ce407b4e7b31 req-a7ce9290-facd-4261-90a7-0a3f79671438 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0cd6e849-90ed-4514-9982-b817feae961b HTTP/1.1" status: 200 len: 1000 time: 0.0595796 Jul 22 23:16:45.846534 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd47a5c5-dbc3-41f3-985e-ce407b4e7b31 req-67ef7065-9ada-42c3-bcaf-dcdb1ccf91db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:16:45.847898 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-bd47a5c5-dbc3-41f3-985e-ce407b4e7b31 req-67ef7065-9ada-42c3-bcaf-dcdb1ccf91db service neutron] 10.222.0.76 "GET /v2.0/subnets?id=01ac7e7d-3e1a-483e-a24c-82af1c680c45 HTTP/1.1" status: 200 len: 850 time: 0.0407917 Jul 22 23:16:45.903427 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd47a5c5-dbc3-41f3-985e-ce407b4e7b31 req-f1cffc02-b764-470f-8afe-427f23a432f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:16:45.904931 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-bd47a5c5-dbc3-41f3-985e-ce407b4e7b31 req-f1cffc02-b764-470f-8afe-427f23a432f8 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4f17eb94-4fd3-4423-afe5-64fcf5db4153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0510840 Jul 22 23:16:45.996456 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-bd47a5c5-dbc3-41f3-985e-ce407b4e7b31 req-8369d569-e900-4924-b2fe-e2a84eb62ca5 service neutron] 10.222.0.76 "GET /v2.0/networks/4f17eb94-4fd3-4423-afe5-64fcf5db4153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851116 Jul 22 23:16:46.084146 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-bd47a5c5-dbc3-41f3-985e-ce407b4e7b31 req-7ff1b0b0-a092-49bf-aada-afdb988c1f38 service neutron] 10.222.0.76 "GET /v2.0/networks/4f17eb94-4fd3-4423-afe5-64fcf5db4153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789349 Jul 22 23:16:46.216205 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b54a4c-6716-4356-b28d-afb46a13141e req-2f3bea39-93db-4c26-baf8-937b80730a30 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:16:46.217595 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-14b54a4c-6716-4356-b28d-afb46a13141e req-2f3bea39-93db-4c26-baf8-937b80730a30 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] 10.222.0.44 "GET /v2.0/ports?device_id=3d1b19ea-c7cf-4c77-a712-ab0fd55b4278 HTTP/1.1" status: 200 len: 946 time: 0.0609691 Jul 22 23:16:46.254443 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-14b54a4c-6716-4356-b28d-afb46a13141e req-1e57ad01-82cb-44c1-8343-34f5042ca5bf tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] 10.222.0.44 "GET /v2.0/security-groups?id=faea6e62-6b54-4a4d-b567-060dec6211a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314639 Jul 22 23:16:46.380140 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d84b76-c589-4a1b-a6de-30110f4295c8 req-3840420d-4fc0-480a-b7b2-f0b821c4b32f tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:16:46.381627 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-71d84b76-c589-4a1b-a6de-30110f4295c8 req-3840420d-4fc0-480a-b7b2-f0b821c4b32f tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] 10.222.0.44 "GET /v2.0/ports?device_id=3d1b19ea-c7cf-4c77-a712-ab0fd55b4278 HTTP/1.1" status: 200 len: 946 time: 0.0642343 Jul 22 23:16:46.427126 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-71d84b76-c589-4a1b-a6de-30110f4295c8 req-e0eaee06-8c75-44f3-97b9-704f6ad026e8 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] 10.222.0.44 "GET /v2.0/security-groups?id=faea6e62-6b54-4a4d-b567-060dec6211a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399430 Jul 22 23:16:46.448852 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 38982) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:16:46.486650 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25c2ed1-696f-4f01-8de3-5bdc0521aab1 req-61e6c515-5ad5-4671-bcf2-b199450b0bfd tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:16:46.488098 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-e25c2ed1-696f-4f01-8de3-5bdc0521aab1 req-61e6c515-5ad5-4671-bcf2-b199450b0bfd tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "GET /v2.0/ports?device_id=8957ddac-220a-45e1-b0ab-24e8ec8f45f2 HTTP/1.1" status: 200 len: 945 time: 0.0808403 Jul 22 23:16:46.553211 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-e25c2ed1-696f-4f01-8de3-5bdc0521aab1 req-9dfcc684-2670-451d-a78f-bda5441e0de3 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9431c73-d6d1-4ad4-9ac3-23b818a1b267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543394 Jul 22 23:16:46.571543 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30fa97c4-4fcc-4ce6-ad79-02452d8e84b7 tempest-TestShelveInstance-534088358 tempest-TestShelveInstance-534088358-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:16:46.573170 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-30fa97c4-4fcc-4ce6-ad79-02452d8e84b7 tempest-TestShelveInstance-534088358 tempest-TestShelveInstance-534088358-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=3d1b19ea-c7cf-4c77-a712-ab0fd55b4278 HTTP/1.1" status: 200 len: 1094 time: 0.1230636 Jul 22 23:16:46.576010 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 38986) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:16:46.580202 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.v2.base [None req-b16a3262-cc3e-4d73-9862-e21afe54cb4b tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Request body: {'floatingip': {'floating_network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'port_id': '257d2059-5eee-4bc3-b419-f42ae4cc10cd', 'tenant_id': 'db2fa9ede64340a5ad2f37c6e3db667c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:16:46.601086 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-b16a3262-cc3e-4d73-9862-e21afe54cb4b tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Notify callbacks [] for floatingip, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:46.697986 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-b16a3262-cc3e-4d73-9862-e21afe54cb4b tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:46.802213 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.db.db_base_plugin_common [None req-b16a3262-cc3e-4d73-9862-e21afe54cb4b tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Allocated IP 172.27.1.202 (e89e037f-b917-4fce-8638-db5189a5e8e4/7d2d3a68-9173-4429-9239-290b8b68fb34/9c435fee-da1d-41c8-9d92-f7fbdf3318ff) {{(pid=93192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:16:46.913990 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-b16a3262-cc3e-4d73-9862-e21afe54cb4b tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Notify callbacks [] for port, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:46.952571 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-b16a3262-cc3e-4d73-9862-e21afe54cb4b tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769065317241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30393516'] for port, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:46.987231 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b16a3262-cc3e-4d73-9862-e21afe54cb4b tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Network e89e037f-b917-4fce-8638-db5189a5e8e4 is already hosted by enough agents. {{(pid=93192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:16:46.989967 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.scheduler.base_scheduler [None req-b16a3262-cc3e-4d73-9862-e21afe54cb4b tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Resources bound (agent type, host, resource id): {{(pid=93192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:16:46.992511 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16a3262-cc3e-4d73-9862-e21afe54cb4b tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Received port after_create {{(pid=93192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:16:47.023839 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16a3262-cc3e-4d73-9862-e21afe54cb4b tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Pushing event updated for resources: {'Port': ['ID=9c435fee-da1d-41c8-9d92-f7fbdf3318ff,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:16:47.347292 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-b16a3262-cc3e-4d73-9862-e21afe54cb4b tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:47.422886 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-b16a3262-cc3e-4d73-9862-e21afe54cb4b tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:47.569703 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-b16a3262-cc3e-4d73-9862-e21afe54cb4b tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Notify callbacks [] for port, precommit_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:47.576055 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-b16a3262-cc3e-4d73-9862-e21afe54cb4b tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30393511'] for port, after_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:47.659301 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16a3262-cc3e-4d73-9862-e21afe54cb4b tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Pushing event updated for resources: {'Port': ['ID=9c435fee-da1d-41c8-9d92-f7fbdf3318ff,revision_number=2']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:16:47.689885 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-b16a3262-cc3e-4d73-9862-e21afe54cb4b tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680835'] for floatingip, after_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:47.788177 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a078c3-bfad-4d10-84fd-4ff93f7ff4f3 req-7ee695ad-caec-4f65-94b6-6fef20428e69 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:16:47.789703 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-93a078c3-bfad-4d10-84fd-4ff93f7ff4f3 req-7ee695ad-caec-4f65-94b6-6fef20428e69 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "GET /v2.0/ports?device_id=8957ddac-220a-45e1-b0ab-24e8ec8f45f2 HTTP/1.1" status: 200 len: 945 time: 0.1515939 Jul 22 23:16:47.825411 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.db.l3_db [None req-b16a3262-cc3e-4d73-9862-e21afe54cb4b tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Floating IP 71f006b0-0aab-4487-95eb-608753c718d5 associated. External IP: 172.27.1.202, port: 257d2059-5eee-4bc3-b419-f42ae4cc10cd. Jul 22 23:16:47.892417 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-93a078c3-bfad-4d10-84fd-4ff93f7ff4f3 req-6621270f-f99c-48bd-9c86-5f5477ec215f tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9431c73-d6d1-4ad4-9ac3-23b818a1b267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966363 Jul 22 23:16:48.034750 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b16a3262-cc3e-4d73-9862-e21afe54cb4b tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Router 7068b93b-7df1-45de-8c0c-395c020c49a9 has already been hosted by L3 agent fdf30918-cf4b-4771-a7f5-907485eb00f1 {{(pid=93192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:16:48.167685 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-6c753749-cceb-4ed6-b1d9-b6e060387ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:48.371974 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b16a3262-cc3e-4d73-9862-e21afe54cb4b tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Notify agent at l3_agent.dv-cinder-801875-2-iscsi the message routers_updated {{(pid=93192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:16:48.381739 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997a5920-2451-4903-bc7c-3b29e2bf3e67 None None] Sync routers for ids ['7068b93b-7df1-45de-8c0c-395c020c49a9'] in dv-cinder-801875-2-iscsi {{(pid=93194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:16:48.387120 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-b16a3262-cc3e-4d73-9862-e21afe54cb4b tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92570'] for floatingip, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:48.391414 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997a5920-2451-4903-bc7c-3b29e2bf3e67 None None] Routers {'7068b93b-7df1-45de-8c0c-395c020c49a9'} bound to L3 agent in host dv-cinder-801875-2-iscsi {{(pid=93194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:16:48.392067 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-997a5920-2451-4903-bc7c-3b29e2bf3e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801875-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T23:03:18Z,description=,heartbeat_timestamp=2021-07-22T23:16:48Z,host='dv-cinder-801875-2-iscsi',id=fdf30918-cf4b-4771-a7f5-907485eb00f1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:18Z,topic='l3_agent')) {'router_ids': ['7068b93b-7df1-45de-8c0c-395c020c49a9'], 'active': True} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:16:48.423003 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-b16a3262-cc3e-4d73-9862-e21afe54cb4b tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8459952 Jul 22 23:16:48.423573 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d1b19ea-c7cf-4c77-a712-ab0fd55b4278', 'tag': '257d2059-5eee-4bc3-b419-f42ae4cc10cd'}] {{(pid=93192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:16:48.425895 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}116c38ea8adf6e412e27fa70d60466dac8b18d7b33470466fbdf59022c8e8666" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b36f512-1f83-4e9b-a6bf-856eb146c88b" -d '{"events": [{"name": "network-changed", "server_uuid": "3d1b19ea-c7cf-4c77-a712-ab0fd55b4278", "tag": "257d2059-5eee-4bc3-b419-f42ae4cc10cd"}]}' {{(pid=93192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:16:48.504137 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvr_db [None req-997a5920-2451-4903-bc7c-3b29e2bf3e67 None None] Set router 7068b93b-7df1-45de-8c0c-395c020c49a9 gateway port host: dv-cinder-801875-2-iscsi {{(pid=93194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:16:48.514011 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0f45d30-0114-4c00-81f2-639d4e0136a3 x-openstack-request-id: req-d0f45d30-0114-4c00-81f2-639d4e0136a3 {{(pid=93192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:16:48.514296 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d1b19ea-c7cf-4c77-a712-ab0fd55b4278", "tag": "257d2059-5eee-4bc3-b419-f42ae4cc10cd", "status": "completed", "code": 200}]} {{(pid=93192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:16:48.514562 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d0f45d30-0114-4c00-81f2-639d4e0136a3 {{(pid=93192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:16:48.514932 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d1b19ea-c7cf-4c77-a712-ab0fd55b4278', 'tag': '257d2059-5eee-4bc3-b419-f42ae4cc10cd', 'status': 'completed', 'code': 200} Jul 22 23:16:48.648828 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b36f512-1f83-4e9b-a6bf-856eb146c88b req-125ecd9f-7890-484d-9a37-1cad6ffc801a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:16:48.650299 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-0b36f512-1f83-4e9b-a6bf-856eb146c88b req-125ecd9f-7890-484d-9a37-1cad6ffc801a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=db2fa9ede64340a5ad2f37c6e3db667c&device_id=3d1b19ea-c7cf-4c77-a712-ab0fd55b4278 HTTP/1.1" status: 200 len: 1099 time: 0.0590458 Jul 22 23:16:48.683988 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:48.741695 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b36f512-1f83-4e9b-a6bf-856eb146c88b req-2a8cfb1d-12a2-4dfd-a248-8e636d95cb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:16:48.743659 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-0b36f512-1f83-4e9b-a6bf-856eb146c88b req-2a8cfb1d-12a2-4dfd-a248-8e636d95cb47 service neutron] 10.222.0.76 "GET /v2.0/networks?id=1a59ceb3-3b1b-45d1-841a-8dd14bc1e6a2 HTTP/1.1" status: 200 len: 909 time: 0.0866158 Jul 22 23:16:48.758987 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-997a5920-2451-4903-bc7c-3b29e2bf3e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7068b93b-7df1-45de-8c0c-395c020c49a9', 'name': 'tempest-TestShelveInstance-488001558-router', 'tenant_id': 'db2fa9ede64340a5ad2f37c6e3db667c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'external_fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': '320489bd-9c2a-4a92-ba9a-74e06689d04f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:16:00Z', 'updated_at': '2021-07-22T23:16:03Z', 'revision_number': 4, 'project_id': 'db2fa9ede64340a5ad2f37c6e3db667c', 'gw_port': {'id': '320489bd-9c2a-4a92-ba9a-74e06689d04f', 'name': '', 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7068b93b-7df1-45de-8c0c-395c020c49a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:16:01Z', 'updated_at': '2021-07-22T23:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801875-2-iscsi', '_floatingips': [{'id': '71f006b0-0aab-4487-95eb-608753c718d5', 'tenant_id': 'db2fa9ede64340a5ad2f37c6e3db667c', 'floating_ip_address': '172.27.1.202', 'floating_network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'router_id': '7068b93b-7df1-45de-8c0c-395c020c49a9', 'port_id': '257d2059-5eee-4bc3-b419-f42ae4cc10cd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a59ceb3-3b1b-45d1-841a-8dd14bc1e6a2', 'mac_address': 'fa:16:3e:51:e5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1b19ea-c7cf-4c77-a712-ab0fd55b4278', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:16:47Z', 'updated_at': '2021-07-22T23:16:47Z', 'revision_number': 0, 'project_id': 'db2fa9ede64340a5ad2f37c6e3db667c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b80474a-0428-443e-845b-733ace68c5da', 'name': '', 'network_id': '1a59ceb3-3b1b-45d1-841a-8dd14bc1e6a2', 'tenant_id': 'db2fa9ede64340a5ad2f37c6e3db667c', 'mac_address': 'fa:16:3e:20:94:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7068b93b-7df1-45de-8c0c-395c020c49a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'dc62b7f7-138b-4387-936a-2eda69e9184f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:16:03Z', 'updated_at': '2021-07-22T23:16:09Z', 'revision_number': 5, 'project_id': 'db2fa9ede64340a5ad2f37c6e3db667c', 'subnets': [{'id': 'dc62b7f7-138b-4387-936a-2eda69e9184f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801875-2-iscsi', False) {} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:16:48.762095 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:48.785396 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997a5920-2451-4903-bc7c-3b29e2bf3e67 None None] Checking router: 7068b93b-7df1-45de-8c0c-395c020c49a9 for host: dv-cinder-801875-2-iscsi {{(pid=93194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:16:48.794106 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997a5920-2451-4903-bc7c-3b29e2bf3e67 None None] Routers {'7068b93b-7df1-45de-8c0c-395c020c49a9'} bound to L3 agent in host dv-cinder-801875-2-iscsi {{(pid=93194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:16:48.794712 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-997a5920-2451-4903-bc7c-3b29e2bf3e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801875-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T23:03:18Z,description=,heartbeat_timestamp=2021-07-22T23:16:48Z,host='dv-cinder-801875-2-iscsi',id=fdf30918-cf4b-4771-a7f5-907485eb00f1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:18Z,topic='l3_agent')) {'router_ids': ['7068b93b-7df1-45de-8c0c-395c020c49a9'], 'active': True} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:16:48.810458 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-0b36f512-1f83-4e9b-a6bf-856eb146c88b req-4247e59c-28e7-48ef-b436-7c35f327a42f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=257d2059-5eee-4bc3-b419-f42ae4cc10cd HTTP/1.1" status: 200 len: 1000 time: 0.0608470 Jul 22 23:16:48.858539 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b36f512-1f83-4e9b-a6bf-856eb146c88b req-2ddbd49a-db84-46bd-9ded-07e11c89c54d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:16:48.859979 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-0b36f512-1f83-4e9b-a6bf-856eb146c88b req-2ddbd49a-db84-46bd-9ded-07e11c89c54d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=dc62b7f7-138b-4387-936a-2eda69e9184f HTTP/1.1" status: 200 len: 847 time: 0.0426116 Jul 22 23:16:48.898517 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvr_db [None req-997a5920-2451-4903-bc7c-3b29e2bf3e67 None None] Set router 7068b93b-7df1-45de-8c0c-395c020c49a9 gateway port host: dv-cinder-801875-2-iscsi {{(pid=93194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:16:48.917620 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b36f512-1f83-4e9b-a6bf-856eb146c88b req-53b5c223-40df-489d-af69-6bd44eefaa9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:16:48.919120 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-0b36f512-1f83-4e9b-a6bf-856eb146c88b req-53b5c223-40df-489d-af69-6bd44eefaa9b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=1a59ceb3-3b1b-45d1-841a-8dd14bc1e6a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0526247 Jul 22 23:16:49.016805 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-0b36f512-1f83-4e9b-a6bf-856eb146c88b req-064d1024-d89b-46c7-8e2a-df3476b6f708 service neutron] 10.222.0.76 "GET /v2.0/networks/1a59ceb3-3b1b-45d1-841a-8dd14bc1e6a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896950 Jul 22 23:16:49.111872 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-0b36f512-1f83-4e9b-a6bf-856eb146c88b req-3a2b8e52-9c87-46fe-a3a4-d5356ecdf005 service neutron] 10.222.0.76 "GET /v2.0/networks/1a59ceb3-3b1b-45d1-841a-8dd14bc1e6a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807033 Jul 22 23:16:49.142199 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-d6d3e244-519d-4c84-95ee-f6386db2b0d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:49.151334 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-997a5920-2451-4903-bc7c-3b29e2bf3e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7068b93b-7df1-45de-8c0c-395c020c49a9', 'name': 'tempest-TestShelveInstance-488001558-router', 'tenant_id': 'db2fa9ede64340a5ad2f37c6e3db667c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'external_fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': '320489bd-9c2a-4a92-ba9a-74e06689d04f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:16:00Z', 'updated_at': '2021-07-22T23:16:03Z', 'revision_number': 4, 'project_id': 'db2fa9ede64340a5ad2f37c6e3db667c', 'gw_port': {'id': '320489bd-9c2a-4a92-ba9a-74e06689d04f', 'name': '', 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7068b93b-7df1-45de-8c0c-395c020c49a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:16:01Z', 'updated_at': '2021-07-22T23:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801875-2-iscsi', '_floatingips': [{'id': '71f006b0-0aab-4487-95eb-608753c718d5', 'tenant_id': 'db2fa9ede64340a5ad2f37c6e3db667c', 'floating_ip_address': '172.27.1.202', 'floating_network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'router_id': '7068b93b-7df1-45de-8c0c-395c020c49a9', 'port_id': '257d2059-5eee-4bc3-b419-f42ae4cc10cd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a59ceb3-3b1b-45d1-841a-8dd14bc1e6a2', 'mac_address': 'fa:16:3e:51:e5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1b19ea-c7cf-4c77-a712-ab0fd55b4278', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:16:47Z', 'updated_at': '2021-07-22T23:16:47Z', 'revision_number': 0, 'project_id': 'db2fa9ede64340a5ad2f37c6e3db667c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b80474a-0428-443e-845b-733ace68c5da', 'name': '', 'network_id': '1a59ceb3-3b1b-45d1-841a-8dd14bc1e6a2', 'tenant_id': 'db2fa9ede64340a5ad2f37c6e3db667c', 'mac_address': 'fa:16:3e:20:94:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7068b93b-7df1-45de-8c0c-395c020c49a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'dc62b7f7-138b-4387-936a-2eda69e9184f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:16:03Z', 'updated_at': '2021-07-22T23:16:09Z', 'revision_number': 5, 'project_id': 'db2fa9ede64340a5ad2f37c6e3db667c', 'subnets': [{'id': 'dc62b7f7-138b-4387-936a-2eda69e9184f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801875-2-iscsi', False) {} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:16:49.181163 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997a5920-2451-4903-bc7c-3b29e2bf3e67 None None] The sync data for ids ['7068b93b-7df1-45de-8c0c-395c020c49a9'] in dv-cinder-801875-2-iscsi is: [{'id': '7068b93b-7df1-45de-8c0c-395c020c49a9', 'name': 'tempest-TestShelveInstance-488001558-router', 'tenant_id': 'db2fa9ede64340a5ad2f37c6e3db667c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'external_fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': '320489bd-9c2a-4a92-ba9a-74e06689d04f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:16:00Z', 'updated_at': '2021-07-22T23:16:03Z', 'revision_number': 4, 'project_id': 'db2fa9ede64340a5ad2f37c6e3db667c', 'gw_port': {'id': '320489bd-9c2a-4a92-ba9a-74e06689d04f', 'name': '', 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7068b93b-7df1-45de-8c0c-395c020c49a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:16:01Z', 'updated_at': '2021-07-22T23:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801875-2-iscsi', '_floatingips': [{'id': '71f006b0-0aab-4487-95eb-608753c718d5', 'tenant_id': 'db2fa9ede64340a5ad2f37c6e3db667c', 'floating_ip_address': '172.27.1.202', 'floating_network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'router_id': '7068b93b-7df1-45de-8c0c-395c020c49a9', 'port_id': '257d2059-5eee-4bc3-b419-f42ae4cc10cd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a59ceb3-3b1b-45d1-841a-8dd14bc1e6a2', 'mac_address': 'fa:16:3e:51:e5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1b19ea-c7cf-4c77-a712-ab0fd55b4278', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:16:47Z', 'updated_at': '2021-07-22T23:16:47Z', 'revision_number': 0, 'project_id': 'db2fa9ede64340a5ad2f37c6e3db667c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b80474a-0428-443e-845b-733ace68c5da', 'name': '', 'network_id': '1a59ceb3-3b1b-45d1-841a-8dd14bc1e6a2', 'tenant_id': 'db2fa9ede64340a5ad2f37c6e3db667c', 'mac_address': 'fa:16:3e:20:94:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7068b93b-7df1-45de-8c0c-395c020c49a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'dc62b7f7-138b-4387-936a-2eda69e9184f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:16:03Z', 'updated_at': '2021-07-22T23:16:09Z', 'revision_number': 5, 'project_id': 'db2fa9ede64340a5ad2f37c6e3db667c', 'subnets': [{'id': 'dc62b7f7-138b-4387-936a-2eda69e9184f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:16:49.351129 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f68784-8840-4533-80fd-d39869e37fdb None None] New status for floating IP 71f006b0-0aab-4487-95eb-608753c718d5: ACTIVE {{(pid=93195) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 23:16:50.910835 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-cbf739a1-5d20-402c-989d-00d0f7e6e81c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:52.199203 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc486817-fca2-479a-a5d6-1b1032dc4312 req-9c1fa7fe-9ed8-46d3-a763-fbdc1c192692 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:16:52.200690 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-fc486817-fca2-479a-a5d6-1b1032dc4312 req-9c1fa7fe-9ed8-46d3-a763-fbdc1c192692 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=544d54a9-5ad7-41eb-8f2a-564866bd86bb HTTP/1.1" status: 200 len: 945 time: 0.0623758 Jul 22 23:16:52.236501 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-fc486817-fca2-479a-a5d6-1b1032dc4312 req-d558c88e-0d71-45e8-a2a5-077bada70d05 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=7ba28736-b717-4e82-9aeb-8949531051c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302403 Jul 22 23:16:53.375398 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e3c093-d42f-409f-b961-6db985d7e8c2 req-d0a09d4b-bb84-45be-961a-9a9e74e32b34 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:16:53.376875 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-a7e3c093-d42f-409f-b961-6db985d7e8c2 req-d0a09d4b-bb84-45be-961a-9a9e74e32b34 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=544d54a9-5ad7-41eb-8f2a-564866bd86bb HTTP/1.1" status: 200 len: 945 time: 0.0668166 Jul 22 23:16:53.413097 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-a7e3c093-d42f-409f-b961-6db985d7e8c2 req-65bbf01f-bb93-4082-896f-4ce11eb5369c tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=7ba28736-b717-4e82-9aeb-8949531051c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303612 Jul 22 23:16:54.543830 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc475e69-d485-41c2-bdab-3920d0007b13 req-7ed1380d-2c3f-450c-aa7b-f93a298b2034 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:16:54.545291 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-dc475e69-d485-41c2-bdab-3920d0007b13 req-7ed1380d-2c3f-450c-aa7b-f93a298b2034 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=544d54a9-5ad7-41eb-8f2a-564866bd86bb HTTP/1.1" status: 200 len: 945 time: 0.0613675 Jul 22 23:16:54.580991 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-dc475e69-d485-41c2-bdab-3920d0007b13 req-6cf49d90-ba60-42f0-b2ea-7f66d1eb6f6b tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=7ba28736-b717-4e82-9aeb-8949531051c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303683 Jul 22 23:16:55.711117 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd04b6aa-90d9-4b50-94c2-9ab614bb7e80 req-3d0bf963-6467-4d4e-8f22-4c6604355ab6 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:16:55.713218 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-bd04b6aa-90d9-4b50-94c2-9ab614bb7e80 req-3d0bf963-6467-4d4e-8f22-4c6604355ab6 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=544d54a9-5ad7-41eb-8f2a-564866bd86bb HTTP/1.1" status: 200 len: 945 time: 0.0629497 Jul 22 23:16:55.749719 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-bd04b6aa-90d9-4b50-94c2-9ab614bb7e80 req-8176e0b7-5857-4f84-be72-47cd3c9cba15 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=7ba28736-b717-4e82-9aeb-8949531051c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309868 Jul 22 23:16:56.881615 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dbea42-e14b-4500-a1e1-68d1572e7dd9 req-624ceb0a-90e0-4ea6-bb32-28088a3b4e10 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:16:56.883075 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-34dbea42-e14b-4500-a1e1-68d1572e7dd9 req-624ceb0a-90e0-4ea6-bb32-28088a3b4e10 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=544d54a9-5ad7-41eb-8f2a-564866bd86bb HTTP/1.1" status: 200 len: 945 time: 0.0655346 Jul 22 23:16:56.918983 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-34dbea42-e14b-4500-a1e1-68d1572e7dd9 req-ec09c92b-101b-4391-be55-6e444fa34ee1 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=7ba28736-b717-4e82-9aeb-8949531051c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299079 Jul 22 23:16:58.057210 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b69521-b78a-438e-bdde-bd6f11ec8cc6 req-b69c72d1-0a1c-4625-92d2-ad589cc1111d tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:16:58.058575 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-98b69521-b78a-438e-bdde-bd6f11ec8cc6 req-b69c72d1-0a1c-4625-92d2-ad589cc1111d tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=544d54a9-5ad7-41eb-8f2a-564866bd86bb HTTP/1.1" status: 200 len: 945 time: 0.0620341 Jul 22 23:16:58.094034 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-98b69521-b78a-438e-bdde-bd6f11ec8cc6 req-cd27a3c5-021f-48f1-aed8-d458a15d52e2 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=7ba28736-b717-4e82-9aeb-8949531051c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300379 Jul 22 23:16:59.227896 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cbc59c-cbb3-4d73-ac05-881d932f6a80 req-8b21e835-1b25-40ae-b511-0715efd2ee9a tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:16:59.229421 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-66cbc59c-cbb3-4d73-ac05-881d932f6a80 req-8b21e835-1b25-40ae-b511-0715efd2ee9a tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=544d54a9-5ad7-41eb-8f2a-564866bd86bb HTTP/1.1" status: 200 len: 945 time: 0.0651257 Jul 22 23:16:59.265915 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-66cbc59c-cbb3-4d73-ac05-881d932f6a80 req-94b9e148-52f7-49d0-972a-c713e1435ec8 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=7ba28736-b717-4e82-9aeb-8949531051c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311310 Jul 22 23:17:00.395642 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70518a8-e7d6-4777-95f0-179ab374f2aa req-14397d3f-20d0-4724-95ce-6a3a9ddacfdc tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:00.397097 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-f70518a8-e7d6-4777-95f0-179ab374f2aa req-14397d3f-20d0-4724-95ce-6a3a9ddacfdc tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=544d54a9-5ad7-41eb-8f2a-564866bd86bb HTTP/1.1" status: 200 len: 945 time: 0.0623550 Jul 22 23:17:00.433500 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-f70518a8-e7d6-4777-95f0-179ab374f2aa req-b6bcf92f-08b1-40bc-ad70-abb91965d357 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=7ba28736-b717-4e82-9aeb-8949531051c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305479 Jul 22 23:17:01.561073 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7056d94-daea-4e9e-b22d-b212a46500e5 req-400dbb29-9224-4fcd-aa5e-63713800c5fa tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:01.562527 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-b7056d94-daea-4e9e-b22d-b212a46500e5 req-400dbb29-9224-4fcd-aa5e-63713800c5fa tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=544d54a9-5ad7-41eb-8f2a-564866bd86bb HTTP/1.1" status: 200 len: 945 time: 0.0617952 Jul 22 23:17:01.603748 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-b7056d94-daea-4e9e-b22d-b212a46500e5 req-2a99c106-d6f7-4bde-8074-0fa8a6a5e824 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=7ba28736-b717-4e82-9aeb-8949531051c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358207 Jul 22 23:17:02.736504 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150027eb-45a5-4c74-aea6-41e35f22540c req-eeae413d-edd6-41b1-9d7d-f562a604fed6 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:02.737952 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-150027eb-45a5-4c74-aea6-41e35f22540c req-eeae413d-edd6-41b1-9d7d-f562a604fed6 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=544d54a9-5ad7-41eb-8f2a-564866bd86bb HTTP/1.1" status: 200 len: 945 time: 0.0654390 Jul 22 23:17:02.775200 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-150027eb-45a5-4c74-aea6-41e35f22540c req-cab8f8bb-a201-4fc7-961f-c97106bac2bc tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=7ba28736-b717-4e82-9aeb-8949531051c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312908 Jul 22 23:17:02.897210 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.agents_db [None req-bfbb8894-14bb-41d0-8761-89beb89abbcb None None] Agent healthcheck: found 6 active agents {{(pid=93195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:17:03.835975 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Device 037f2ea9-5050-415f-9f26-af0d00823a41 details requested by agent hyperv_hv-cinder-80187 with host hv-cinder-80187 {{(pid=93194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:17:03.905690 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78666ebc-af81-46d3-83b4-81aa4bebd901 req-7f33dc0a-815a-4072-af8d-e74818235a26 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:03.907184 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-78666ebc-af81-46d3-83b4-81aa4bebd901 req-7f33dc0a-815a-4072-af8d-e74818235a26 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=544d54a9-5ad7-41eb-8f2a-564866bd86bb HTTP/1.1" status: 200 len: 945 time: 0.0639696 Jul 22 23:17:03.929781 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] For port 037f2ea9-5050-415f-9f26-af0d00823a41, host hv-cinder-80187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80187',level=0,port_id=037f2ea9-5050-415f-9f26-af0d00823a41,segment=NetworkSegment(f73d282d-c39b-4414-b8a8-4f3ec992f8ca),segment_id=f73d282d-c39b-4414-b8a8-4f3ec992f8ca)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:17:03.941752 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Returning: {'device': '037f2ea9-5050-415f-9f26-af0d00823a41', 'network_id': '15297b5d-2132-449e-9de1-fcfc3bc99bcd', 'port_id': '037f2ea9-5050-415f-9f26-af0d00823a41', 'mac_address': 'fa:16:3e:e0:da:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 876, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c47fa5de-a082-4f3c-9a72-06af8857dbb0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:17:03.946577 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-78666ebc-af81-46d3-83b4-81aa4bebd901 req-40f12c84-2529-45bf-9d73-ab70bf8b6dc2 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=7ba28736-b717-4e82-9aeb-8949531051c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338788 Jul 22 23:17:03.982418 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:03.994945 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.notifiers.nova [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 037f2ea9-5050-415f-9f26-af0d00823a41 {{(pid=93194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:17:04.013234 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] For port 037f2ea9-5050-415f-9f26-af0d00823a41, host hv-cinder-80187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80187',level=0,port_id=037f2ea9-5050-415f-9f26-af0d00823a41,segment=NetworkSegment(f73d282d-c39b-4414-b8a8-4f3ec992f8ca),segment_id=f73d282d-c39b-4414-b8a8-4f3ec992f8ca)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:17:04.016799 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:04.062320 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Pushing event updated for resources: {'Port': ['ID=037f2ea9-5050-415f-9f26-af0d00823a41,revision_number=6']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:17:04.069065 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:17:04.069409 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:17:04.069739 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:17:04.070066 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:17:04.070388 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:17:04.070709 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:17:04.071064 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:17:04.071385 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:17:04.071701 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:17:04.072013 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:17:04.072325 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:17:04.072661 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:17:04.235693 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] get_ports_and_sgs() called for port_ids ['037f2ea9-5050-415f-9f26-af0d00823a41'] {{(pid=93194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:17:05.081733 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234b03e6-8236-454d-9a5d-18b3e44b3ed8 req-cef7d4ac-6f7c-4f8c-b195-0674fefe673f tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:05.083197 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-234b03e6-8236-454d-9a5d-18b3e44b3ed8 req-cef7d4ac-6f7c-4f8c-b195-0674fefe673f tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=544d54a9-5ad7-41eb-8f2a-564866bd86bb HTTP/1.1" status: 200 len: 944 time: 0.0662456 Jul 22 23:17:05.123114 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-234b03e6-8236-454d-9a5d-18b3e44b3ed8 req-dd5fb5c1-8d26-4f30-aafa-77d9df30b803 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=7ba28736-b717-4e82-9aeb-8949531051c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338295 Jul 22 23:17:05.866771 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Device 037f2ea9-5050-415f-9f26-af0d00823a41 up at agent hyperv_hv-cinder-80187 {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:17:05.916290 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Provisioning complete for port 037f2ea9-5050-415f-9f26-af0d00823a41 triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:17:05.916985 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832377'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:05.998885 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:06.024838 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '544d54a9-5ad7-41eb-8f2a-564866bd86bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '037f2ea9-5050-415f-9f26-af0d00823a41'}] {{(pid=93194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:17:06.027095 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7601765a566782fd39478405f6fadc52a0f9e3dab845648c9e7fe91a53a45b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c60a73f-1519-4378-acda-a907c2f8ac23" -d '{"events": [{"server_uuid": "544d54a9-5ad7-41eb-8f2a-564866bd86bb", "name": "network-vif-plugged", "status": "completed", "tag": "037f2ea9-5050-415f-9f26-af0d00823a41"}]}' {{(pid=93194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:17:06.040990 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] For port 037f2ea9-5050-415f-9f26-af0d00823a41, host hv-cinder-80187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80187',level=0,port_id=037f2ea9-5050-415f-9f26-af0d00823a41,segment=NetworkSegment(f73d282d-c39b-4414-b8a8-4f3ec992f8ca),segment_id=f73d282d-c39b-4414-b8a8-4f3ec992f8ca)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:17:06.051702 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:06.074124 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d228cc09-f138-4221-85e1-5e68dc09c9ce x-openstack-request-id: req-d228cc09-f138-4221-85e1-5e68dc09c9ce {{(pid=93194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:17:06.074412 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "544d54a9-5ad7-41eb-8f2a-564866bd86bb", "name": "network-vif-plugged", "status": "completed", "tag": "037f2ea9-5050-415f-9f26-af0d00823a41", "code": 200}]} {{(pid=93194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:17:06.074654 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d228cc09-f138-4221-85e1-5e68dc09c9ce {{(pid=93194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:17:06.075030 dv-cinder-801875-2-iscsi neutron-server[93194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '544d54a9-5ad7-41eb-8f2a-564866bd86bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '037f2ea9-5050-415f-9f26-af0d00823a41', 'code': 200} Jul 22 23:17:06.101214 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Pushing event updated for resources: {'Port': ['ID=037f2ea9-5050-415f-9f26-af0d00823a41,revision_number=7']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:17:06.274538 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36c28f9-5abb-4e3e-973b-664d033fff4c req-f5eff6e0-2bdc-4bb1-b6ef-62521c23f157 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:06.282027 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-d36c28f9-5abb-4e3e-973b-664d033fff4c req-f5eff6e0-2bdc-4bb1-b6ef-62521c23f157 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=544d54a9-5ad7-41eb-8f2a-564866bd86bb HTTP/1.1" status: 200 len: 945 time: 0.0833585 Jul 22 23:17:06.319231 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-d36c28f9-5abb-4e3e-973b-664d033fff4c req-9a579b52-caed-4aac-a67c-1c48031cead9 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=7ba28736-b717-4e82-9aeb-8949531051c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364392 Jul 22 23:17:07.467646 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fade06dd-736e-4bd7-9b18-6590f99d2953 req-08e52c29-c69d-49e0-9d37-9029806cc3d9 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:07.469260 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-fade06dd-736e-4bd7-9b18-6590f99d2953 req-08e52c29-c69d-49e0-9d37-9029806cc3d9 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=544d54a9-5ad7-41eb-8f2a-564866bd86bb HTTP/1.1" status: 200 len: 945 time: 0.0658486 Jul 22 23:17:07.509275 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-fade06dd-736e-4bd7-9b18-6590f99d2953 req-b1143277-7a49-4dd5-813a-f8288ac10ded tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=7ba28736-b717-4e82-9aeb-8949531051c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332878 Jul 22 23:17:08.660076 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ea1e5f-9e8f-4608-b779-3aca2ab1fe68 req-26f7e909-3411-47e9-99fb-c6d8ca4d7fe3 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:08.661735 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-c8ea1e5f-9e8f-4608-b779-3aca2ab1fe68 req-26f7e909-3411-47e9-99fb-c6d8ca4d7fe3 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=544d54a9-5ad7-41eb-8f2a-564866bd86bb HTTP/1.1" status: 200 len: 945 time: 0.0730236 Jul 22 23:17:08.712178 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-c8ea1e5f-9e8f-4608-b779-3aca2ab1fe68 req-fb0bb7c6-9005-4485-85e1-8b9c144ef286 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=7ba28736-b717-4e82-9aeb-8949531051c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443695 Jul 22 23:17:09.869118 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7d6768-a935-4e2b-abf9-85020e3cbba5 req-ca5343db-ab37-49ee-b54a-c767de056c0a tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:09.870782 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-1e7d6768-a935-4e2b-abf9-85020e3cbba5 req-ca5343db-ab37-49ee-b54a-c767de056c0a tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=544d54a9-5ad7-41eb-8f2a-564866bd86bb HTTP/1.1" status: 200 len: 945 time: 0.0822735 Jul 22 23:17:09.909955 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-1e7d6768-a935-4e2b-abf9-85020e3cbba5 req-454d607f-bc4f-4499-91c6-d068e54cc246 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=7ba28736-b717-4e82-9aeb-8949531051c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329218 Jul 22 23:17:11.061643 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b5bd21-56d0-4155-ae04-7cd76b8e2a46 req-6c2dfdf8-2623-4194-9411-6d1e833047b3 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:11.063005 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-a9b5bd21-56d0-4155-ae04-7cd76b8e2a46 req-6c2dfdf8-2623-4194-9411-6d1e833047b3 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=544d54a9-5ad7-41eb-8f2a-564866bd86bb HTTP/1.1" status: 200 len: 945 time: 0.0754209 Jul 22 23:17:11.111884 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-a9b5bd21-56d0-4155-ae04-7cd76b8e2a46 req-84e0e1be-69e0-4056-994b-896a43b8a77f tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=7ba28736-b717-4e82-9aeb-8949531051c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433424 Jul 22 23:17:11.318001 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1037a5a-214c-4612-82c1-cef9383c093f req-39ed7de8-7729-4509-9bcd-20f6b8872f02 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:11.319531 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-f1037a5a-214c-4612-82c1-cef9383c093f req-39ed7de8-7729-4509-9bcd-20f6b8872f02 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/ports?device_id=efff25fe-8170-480b-b649-c6c2d2509e80 HTTP/1.1" status: 200 len: 945 time: 0.0789871 Jul 22 23:17:11.372958 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-f1037a5a-214c-4612-82c1-cef9383c093f req-bb100e81-0f11-4a25-9d4a-48d288497629 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/security-groups?id=074aa721-85c3-49d0-9904-6cb9f65f5dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468280 Jul 22 23:17:12.264725 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e308cf4d-9e39-4bc4-bd4d-ea1ef9a86a36 req-efc3a7d3-60b7-4d93-862a-4b86a81fc35d tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:12.266547 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-e308cf4d-9e39-4bc4-bd4d-ea1ef9a86a36 req-efc3a7d3-60b7-4d93-862a-4b86a81fc35d tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=544d54a9-5ad7-41eb-8f2a-564866bd86bb HTTP/1.1" status: 200 len: 945 time: 0.0686445 Jul 22 23:17:12.306664 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-e308cf4d-9e39-4bc4-bd4d-ea1ef9a86a36 req-d56f8a94-6387-4ced-ac70-82dfbf719069 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=7ba28736-b717-4e82-9aeb-8949531051c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344858 Jul 22 23:17:12.510334 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e72156-9e8e-4b08-af06-2c7fdd705c93 req-8e404cfc-e6ad-4dbe-89f6-bee4120a9f27 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:12.511818 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-06e72156-9e8e-4b08-af06-2c7fdd705c93 req-8e404cfc-e6ad-4dbe-89f6-bee4120a9f27 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/ports?device_id=efff25fe-8170-480b-b649-c6c2d2509e80 HTTP/1.1" status: 200 len: 945 time: 0.0742321 Jul 22 23:17:12.556599 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-06e72156-9e8e-4b08-af06-2c7fdd705c93 req-60abb512-bb71-493e-b082-f388f389823f tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/security-groups?id=074aa721-85c3-49d0-9904-6cb9f65f5dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385478 Jul 22 23:17:13.434887 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ee8238-e43a-44a1-8da9-ff74d1b0473f req-2336c2f8-e805-4093-a001-795c110f952e tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:13.436595 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-26ee8238-e43a-44a1-8da9-ff74d1b0473f req-2336c2f8-e805-4093-a001-795c110f952e tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.76 "GET /v2.0/ports?device_id=efff25fe-8170-480b-b649-c6c2d2509e80 HTTP/1.1" status: 200 len: 945 time: 0.0789554 Jul 22 23:17:13.481366 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55f2b36-b609-4f4d-8ec0-367fd95aaa19 req-9e65e30a-7ac6-4a3a-9965-4e5d2c032130 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:13.482907 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-e55f2b36-b609-4f4d-8ec0-367fd95aaa19 req-9e65e30a-7ac6-4a3a-9965-4e5d2c032130 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=544d54a9-5ad7-41eb-8f2a-564866bd86bb HTTP/1.1" status: 200 len: 945 time: 0.0728638 Jul 22 23:17:13.528860 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-e55f2b36-b609-4f4d-8ec0-367fd95aaa19 req-5c52273c-3d10-4360-8405-2ab00ab17073 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=7ba28736-b717-4e82-9aeb-8949531051c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400088 Jul 22 23:17:13.554838 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.plugin [req-26ee8238-e43a-44a1-8da9-ff74d1b0473f req-c453058d-f03b-48bb-92fb-b9c2456263cd tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Deleting port a3cb8b05-250e-4b87-bd32-f07839013290 {{(pid=93193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:17:13.555892 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-26ee8238-e43a-44a1-8da9-ff74d1b0473f req-c453058d-f03b-48bb-92fb-b9c2456263cd tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769065717140'] for port, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:13.653923 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.db [req-26ee8238-e43a-44a1-8da9-ff74d1b0473f req-c453058d-f03b-48bb-92fb-b9c2456263cd tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] For port a3cb8b05-250e-4b87-bd32-f07839013290, host hv-cinder-80187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80187',level=0,port_id=a3cb8b05-250e-4b87-bd32-f07839013290,segment=NetworkSegment(ca173296-7208-4e6e-a636-9266697943d6),segment_id=ca173296-7208-4e6e-a636-9266697943d6)] {{(pid=93193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:17:13.654401 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-26ee8238-e43a-44a1-8da9-ff74d1b0473f req-c453058d-f03b-48bb-92fb-b9c2456263cd tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681326'] for port, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:13.705330 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c85446-6aaa-41f4-8a08-d7839eab8bff req-370472ec-65cb-48c3-8091-2c6227b777da tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:13.707049 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-23c85446-6aaa-41f4-8a08-d7839eab8bff req-370472ec-65cb-48c3-8091-2c6227b777da tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/ports?device_id=efff25fe-8170-480b-b649-c6c2d2509e80 HTTP/1.1" status: 200 len: 945 time: 0.0753272 Jul 22 23:17:13.752964 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-23c85446-6aaa-41f4-8a08-d7839eab8bff req-945a51ee-97f4-4919-a898-91e607b79a51 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/security-groups?id=074aa721-85c3-49d0-9904-6cb9f65f5dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372345 Jul 22 23:17:13.850873 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-26ee8238-e43a-44a1-8da9-ff74d1b0473f req-c453058d-f03b-48bb-92fb-b9c2456263cd tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:13.851249 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-26ee8238-e43a-44a1-8da9-ff74d1b0473f req-c453058d-f03b-48bb-92fb-b9c2456263cd tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680835'] for floatingip, after_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:13.851802 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.db.l3_db [req-26ee8238-e43a-44a1-8da9-ff74d1b0473f req-c453058d-f03b-48bb-92fb-b9c2456263cd tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Floating IP 996d0a66-d4bb-4735-8fe7-5fdfedf58412 disassociated. External IP: 172.27.1.199, port: a3cb8b05-250e-4b87-bd32-f07839013290. Jul 22 23:17:13.852171 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.plugin [req-26ee8238-e43a-44a1-8da9-ff74d1b0473f req-c453058d-f03b-48bb-92fb-b9c2456263cd tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Calling delete_port for a3cb8b05-250e-4b87-bd32-f07839013290 owned by compute:nova {{(pid=93193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:17:13.981355 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-26ee8238-e43a-44a1-8da9-ff74d1b0473f req-c453058d-f03b-48bb-92fb-b9c2456263cd tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769065717863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769065317250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31811438'] for port, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:14.008914 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c453058d-f03b-48bb-92fb-b9c2456263cd tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Pushing event deleted for resources: {'Port': ['ID=a3cb8b05-250e-4b87-bd32-f07839013290,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:17:14.121421 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.scheduler.l3_agent_scheduler [req-26ee8238-e43a-44a1-8da9-ff74d1b0473f req-c453058d-f03b-48bb-92fb-b9c2456263cd tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Router 2c9ba830-d033-4492-ba3e-27c7ea76f05c has already been hosted by L3 agent fdf30918-cf4b-4771-a7f5-907485eb00f1 {{(pid=93193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:17:14.223897 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-26ee8238-e43a-44a1-8da9-ff74d1b0473f req-c453058d-f03b-48bb-92fb-b9c2456263cd tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Notify agent at l3_agent.dv-cinder-801875-2-iscsi the message routers_updated {{(pid=93193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:17:14.234379 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd98fa12-229c-46a5-a63e-88982c461ed1 None None] Sync routers for ids ['2c9ba830-d033-4492-ba3e-27c7ea76f05c'] in dv-cinder-801875-2-iscsi {{(pid=93194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:17:14.244985 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd98fa12-229c-46a5-a63e-88982c461ed1 None None] Routers {'2c9ba830-d033-4492-ba3e-27c7ea76f05c'} bound to L3 agent in host dv-cinder-801875-2-iscsi {{(pid=93194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:17:14.245594 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-cd98fa12-229c-46a5-a63e-88982c461ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801875-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T23:03:18Z,description=,heartbeat_timestamp=2021-07-22T23:16:48Z,host='dv-cinder-801875-2-iscsi',id=fdf30918-cf4b-4771-a7f5-907485eb00f1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:18Z,topic='l3_agent')) {'router_ids': ['2c9ba830-d033-4492-ba3e-27c7ea76f05c'], 'active': True} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:17:14.267265 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.db.l3_dvrscheduler_db [req-26ee8238-e43a-44a1-8da9-ff74d1b0473f req-c453058d-f03b-48bb-92fb-b9c2456263cd tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] No DVR routers for this DVR port a3cb8b05-250e-4b87-bd32-f07839013290 on host hv-cinder-80187 {{(pid=93193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:17:14.269871 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-26ee8238-e43a-44a1-8da9-ff74d1b0473f req-c453058d-f03b-48bb-92fb-b9c2456263cd tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92570'] for port, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:14.271876 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-26ee8238-e43a-44a1-8da9-ff74d1b0473f req-c453058d-f03b-48bb-92fb-b9c2456263cd tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.76 "DELETE /v2.0/ports/a3cb8b05-250e-4b87-bd32-f07839013290 HTTP/1.1" status: 204 len: 173 time: 0.8285508 Jul 22 23:17:14.272309 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efff25fe-8170-480b-b649-c6c2d2509e80', 'name': 'network-vif-deleted', 'tag': 'a3cb8b05-250e-4b87-bd32-f07839013290'}] {{(pid=93193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:17:14.274593 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53e3bfa867fb079e45cf064e3f04560eeff66f84eee23b8fde49e5f46f239411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6af030c-d44a-4ea6-90f2-ce4868a76f8a" -d '{"events": [{"server_uuid": "efff25fe-8170-480b-b649-c6c2d2509e80", "name": "network-vif-deleted", "tag": "a3cb8b05-250e-4b87-bd32-f07839013290"}]}' {{(pid=93193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:17:14.321180 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26b95009-c2d8-4f61-88eb-920cdcd16db1 x-openstack-request-id: req-26b95009-c2d8-4f61-88eb-920cdcd16db1 {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:17:14.321514 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efff25fe-8170-480b-b649-c6c2d2509e80", "name": "network-vif-deleted", "tag": "a3cb8b05-250e-4b87-bd32-f07839013290", "status": "completed", "code": 200}]} {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:17:14.321764 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-26b95009-c2d8-4f61-88eb-920cdcd16db1 {{(pid=93193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:17:14.322162 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efff25fe-8170-480b-b649-c6c2d2509e80', 'name': 'network-vif-deleted', 'tag': 'a3cb8b05-250e-4b87-bd32-f07839013290', 'status': 'completed', 'code': 200} Jul 22 23:17:14.357240 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvr_db [None req-cd98fa12-229c-46a5-a63e-88982c461ed1 None None] Set router 2c9ba830-d033-4492-ba3e-27c7ea76f05c gateway port host: dv-cinder-801875-2-iscsi {{(pid=93194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:17:14.557941 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-cd98fa12-229c-46a5-a63e-88982c461ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9ba830-d033-4492-ba3e-27c7ea76f05c', 'name': 'tempest-TestVolumeBootPattern-1596001516-router', 'tenant_id': '7ace0a9b96d34ceb9c996a5476ba0fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'external_fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': 'a3dd1367-83dd-42c2-8711-f3eed55307dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:13:33Z', 'updated_at': '2021-07-22T23:13:37Z', 'revision_number': 4, 'project_id': '7ace0a9b96d34ceb9c996a5476ba0fb1', 'gw_port': {'id': 'a3dd1367-83dd-42c2-8711-f3eed55307dc', 'name': '', 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:f9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9ba830-d033-4492-ba3e-27c7ea76f05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:13:34Z', 'updated_at': '2021-07-22T23:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801875-2-iscsi', '_interfaces': [{'id': 'a362c05e-f646-4871-b054-80a24b31ea76', 'name': '', 'network_id': '7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66', 'tenant_id': '7ace0a9b96d34ceb9c996a5476ba0fb1', 'mac_address': 'fa:16:3e:2c:73:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9ba830-d033-4492-ba3e-27c7ea76f05c', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'eb7dc01e-3a8e-4054-a161-8a0276e32317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:13:36Z', 'updated_at': '2021-07-22T23:13:43Z', 'revision_number': 5, 'project_id': '7ace0a9b96d34ceb9c996a5476ba0fb1', 'subnets': [{'id': 'eb7dc01e-3a8e-4054-a161-8a0276e32317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801875-2-iscsi', False) {} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:17:14.589490 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd98fa12-229c-46a5-a63e-88982c461ed1 None None] Checking router: 2c9ba830-d033-4492-ba3e-27c7ea76f05c for host: dv-cinder-801875-2-iscsi {{(pid=93194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:17:14.598090 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd98fa12-229c-46a5-a63e-88982c461ed1 None None] Routers {'2c9ba830-d033-4492-ba3e-27c7ea76f05c'} bound to L3 agent in host dv-cinder-801875-2-iscsi {{(pid=93194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:17:14.598640 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-cd98fa12-229c-46a5-a63e-88982c461ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801875-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T23:03:18Z,description=,heartbeat_timestamp=2021-07-22T23:16:48Z,host='dv-cinder-801875-2-iscsi',id=fdf30918-cf4b-4771-a7f5-907485eb00f1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:18Z,topic='l3_agent')) {'router_ids': ['2c9ba830-d033-4492-ba3e-27c7ea76f05c'], 'active': True} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:17:14.612162 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e25df8-ad76-4899-b175-c697cf7b075b req-f532422d-3567-433a-9a1d-b34ed8ca0002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:14.613925 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-a1e25df8-ad76-4899-b175-c697cf7b075b req-f532422d-3567-433a-9a1d-b34ed8ca0002 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=934579b2f9344fa4a2472101e976d552&device_id=544d54a9-5ad7-41eb-8f2a-564866bd86bb HTTP/1.1" status: 200 len: 1098 time: 0.0610409 Jul 22 23:17:14.681544 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d458dfe3-923c-4a82-b03e-8bfd4b1bc1d9 req-c2994f58-52e8-42a3-b221-a07e8dbe02af tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:14.683646 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-d458dfe3-923c-4a82-b03e-8bfd4b1bc1d9 req-c2994f58-52e8-42a3-b221-a07e8dbe02af tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=544d54a9-5ad7-41eb-8f2a-564866bd86bb HTTP/1.1" status: 200 len: 945 time: 0.0790143 Jul 22 23:17:14.711273 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvr_db [None req-cd98fa12-229c-46a5-a63e-88982c461ed1 None None] Set router 2c9ba830-d033-4492-ba3e-27c7ea76f05c gateway port host: dv-cinder-801875-2-iscsi {{(pid=93194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:17:14.722588 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e25df8-ad76-4899-b175-c697cf7b075b req-30584633-0eda-4da1-a2f7-c9608e788f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:14.728042 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-a1e25df8-ad76-4899-b175-c697cf7b075b req-30584633-0eda-4da1-a2f7-c9608e788f6b service neutron] 10.222.0.76 "GET /v2.0/networks?id=15297b5d-2132-449e-9de1-fcfc3bc99bcd HTTP/1.1" status: 200 len: 918 time: 0.1038423 Jul 22 23:17:14.728244 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-d458dfe3-923c-4a82-b03e-8bfd4b1bc1d9 req-ecd09691-adb6-430b-bca3-72bd8b74a1d8 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=7ba28736-b717-4e82-9aeb-8949531051c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368698 Jul 22 23:17:14.815381 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-a1e25df8-ad76-4899-b175-c697cf7b075b req-aedd7a51-e1b5-438c-aaba-4d7372b29521 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=037f2ea9-5050-415f-9f26-af0d00823a41 HTTP/1.1" status: 200 len: 1001 time: 0.0664532 Jul 22 23:17:14.882031 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e25df8-ad76-4899-b175-c697cf7b075b req-00850eb1-3b47-4753-bb24-5c2676c2f1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:14.884224 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-a1e25df8-ad76-4899-b175-c697cf7b075b req-00850eb1-3b47-4753-bb24-5c2676c2f1b8 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c47fa5de-a082-4f3c-9a72-06af8857dbb0 HTTP/1.1" status: 200 len: 856 time: 0.0594018 Jul 22 23:17:14.885266 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-f4c88869-42f2-47df-91a7-cd7af0869a58 req-9910e6b6-425e-4a0f-a911-ad3be1b4e206 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/ports?device_id=efff25fe-8170-480b-b649-c6c2d2509e80 HTTP/1.1" status: 200 len: 210 time: 0.0381174 Jul 22 23:17:14.944191 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e25df8-ad76-4899-b175-c697cf7b075b req-586385ad-3afc-47d9-9fae-ed26ba14a97e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:14.946276 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-a1e25df8-ad76-4899-b175-c697cf7b075b req-586385ad-3afc-47d9-9fae-ed26ba14a97e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=15297b5d-2132-449e-9de1-fcfc3bc99bcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0524435 Jul 22 23:17:15.035716 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-a1e25df8-ad76-4899-b175-c697cf7b075b req-9fda2ecb-2e4c-4aa8-927c-54cd1f329568 service neutron] 10.222.0.76 "GET /v2.0/networks/15297b5d-2132-449e-9de1-fcfc3bc99bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830226 Jul 22 23:17:15.043518 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-cd98fa12-229c-46a5-a63e-88982c461ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9ba830-d033-4492-ba3e-27c7ea76f05c', 'name': 'tempest-TestVolumeBootPattern-1596001516-router', 'tenant_id': '7ace0a9b96d34ceb9c996a5476ba0fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'external_fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': 'a3dd1367-83dd-42c2-8711-f3eed55307dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:13:33Z', 'updated_at': '2021-07-22T23:13:37Z', 'revision_number': 4, 'project_id': '7ace0a9b96d34ceb9c996a5476ba0fb1', 'gw_port': {'id': 'a3dd1367-83dd-42c2-8711-f3eed55307dc', 'name': '', 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:f9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9ba830-d033-4492-ba3e-27c7ea76f05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:13:34Z', 'updated_at': '2021-07-22T23:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801875-2-iscsi', '_interfaces': [{'id': 'a362c05e-f646-4871-b054-80a24b31ea76', 'name': '', 'network_id': '7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66', 'tenant_id': '7ace0a9b96d34ceb9c996a5476ba0fb1', 'mac_address': 'fa:16:3e:2c:73:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9ba830-d033-4492-ba3e-27c7ea76f05c', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'eb7dc01e-3a8e-4054-a161-8a0276e32317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:13:36Z', 'updated_at': '2021-07-22T23:13:43Z', 'revision_number': 5, 'project_id': '7ace0a9b96d34ceb9c996a5476ba0fb1', 'subnets': [{'id': 'eb7dc01e-3a8e-4054-a161-8a0276e32317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801875-2-iscsi', False) {} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:17:15.069625 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd98fa12-229c-46a5-a63e-88982c461ed1 None None] The sync data for ids ['2c9ba830-d033-4492-ba3e-27c7ea76f05c'] in dv-cinder-801875-2-iscsi is: [{'id': '2c9ba830-d033-4492-ba3e-27c7ea76f05c', 'name': 'tempest-TestVolumeBootPattern-1596001516-router', 'tenant_id': '7ace0a9b96d34ceb9c996a5476ba0fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'external_fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': 'a3dd1367-83dd-42c2-8711-f3eed55307dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:13:33Z', 'updated_at': '2021-07-22T23:13:37Z', 'revision_number': 4, 'project_id': '7ace0a9b96d34ceb9c996a5476ba0fb1', 'gw_port': {'id': 'a3dd1367-83dd-42c2-8711-f3eed55307dc', 'name': '', 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:f9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9ba830-d033-4492-ba3e-27c7ea76f05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:13:34Z', 'updated_at': '2021-07-22T23:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801875-2-iscsi', '_interfaces': [{'id': 'a362c05e-f646-4871-b054-80a24b31ea76', 'name': '', 'network_id': '7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66', 'tenant_id': '7ace0a9b96d34ceb9c996a5476ba0fb1', 'mac_address': 'fa:16:3e:2c:73:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9ba830-d033-4492-ba3e-27c7ea76f05c', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'eb7dc01e-3a8e-4054-a161-8a0276e32317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:13:36Z', 'updated_at': '2021-07-22T23:13:43Z', 'revision_number': 5, 'project_id': '7ace0a9b96d34ceb9c996a5476ba0fb1', 'subnets': [{'id': 'eb7dc01e-3a8e-4054-a161-8a0276e32317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:17:15.134399 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-a1e25df8-ad76-4899-b175-c697cf7b075b req-15ff9497-0c5e-4650-96ea-caed31378e7e service neutron] 10.222.0.76 "GET /v2.0/networks/15297b5d-2132-449e-9de1-fcfc3bc99bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917079 Jul 22 23:17:15.289485 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092d7f26-04bb-420b-891c-ce3248fba57b None None] New status for floating IP 996d0a66-d4bb-4735-8fe7-5fdfedf58412: DOWN {{(pid=93195) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 23:17:15.477004 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-62fb161c-b023-4974-85e3-49bc313038b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:15.861746 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4b4df1-5278-42f7-b679-c14fdd796fda req-ee14c762-c47d-43aa-9e13-b895f00062c9 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:15.863213 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-2e4b4df1-5278-42f7-b679-c14fdd796fda req-ee14c762-c47d-43aa-9e13-b895f00062c9 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=544d54a9-5ad7-41eb-8f2a-564866bd86bb HTTP/1.1" status: 200 len: 945 time: 0.0656536 Jul 22 23:17:15.899609 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-2e4b4df1-5278-42f7-b679-c14fdd796fda req-3fd096e1-a34f-4481-803a-d470ee1ef7e4 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=7ba28736-b717-4e82-9aeb-8949531051c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302961 Jul 22 23:17:15.952555 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Device a3cb8b05-250e-4b87-bd32-f07839013290 no longer exists at agent hyperv_hv-cinder-80187 {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:17:15.975682 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] No Port match for: a3cb8b05-250e-4b87-bd32-f07839013290 {{(pid=93194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:17:15.976022 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Device a3cb8b05-250e-4b87-bd32-f07839013290 not bound to the agent host hv-cinder-80187 {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:17:16.126816 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-7112eb8d-e034-4f4a-9b1b-dc145e85a9fd req-5f3f9c6b-4ead-4784-b102-6da50ba920cf tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1881936963&fields=id&tenant_id=7ace0a9b96d34ceb9c996a5476ba0fb1 HTTP/1.1" status: 200 len: 267 time: 0.0326283 Jul 22 23:17:16.231169 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7112eb8d-e034-4f4a-9b1b-dc145e85a9fd req-43292a8d-b446-4cea-9a8b-0bf5a9cc800a tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:16.232651 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-7112eb8d-e034-4f4a-9b1b-dc145e85a9fd req-43292a8d-b446-4cea-9a8b-0bf5a9cc800a tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/networks?id=7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66 HTTP/1.1" status: 200 len: 812 time: 0.1000063 Jul 22 23:17:16.246757 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-7112eb8d-e034-4f4a-9b1b-dc145e85a9fd req-e27c2184-9819-443f-a296-5ad591a23a1d tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/quotas/7ace0a9b96d34ceb9c996a5476ba0fb1 HTTP/1.1" status: 200 len: 375 time: 0.0089180 Jul 22 23:17:16.315621 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-7112eb8d-e034-4f4a-9b1b-dc145e85a9fd req-46a9eabf-703e-4cb4-bfe3-d44b4240c4b8 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=7ace0a9b96d34ceb9c996a5476ba0fb1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0642102 Jul 22 23:17:16.447962 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-7112eb8d-e034-4f4a-9b1b-dc145e85a9fd req-bf1f7cbf-3a72-4fcb-84d7-1d702d32fd08 service neutron] 10.222.0.44 "GET /v2.0/networks/7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217737 Jul 22 23:17:16.539728 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-7112eb8d-e034-4f4a-9b1b-dc145e85a9fd req-6db4634e-8e0c-4c6b-b95e-ca64d7124e61 service neutron] 10.222.0.44 "GET /v2.0/networks/7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861778 Jul 22 23:17:16.818942 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-ed63e679-cc92-4361-a066-0f369c591348 req-8ae4cdbc-e605-48ba-82de-eed715408f07 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/ports?device_id=e36c1a20-4704-47fa-8b2c-554610c42cc4 HTTP/1.1" status: 200 len: 210 time: 0.0297432 Jul 22 23:17:17.033600 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abca49e1-7696-43c4-8ef6-2b8bd9d20e54 req-02562029-87b8-4d0f-aa46-4be87aeff926 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:17.035072 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-abca49e1-7696-43c4-8ef6-2b8bd9d20e54 req-02562029-87b8-4d0f-aa46-4be87aeff926 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=544d54a9-5ad7-41eb-8f2a-564866bd86bb HTTP/1.1" status: 200 len: 945 time: 0.0645852 Jul 22 23:17:17.076005 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-abca49e1-7696-43c4-8ef6-2b8bd9d20e54 req-dfbcfd5f-deca-4371-8489-3917ddce8e75 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=7ba28736-b717-4e82-9aeb-8949531051c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347474 Jul 22 23:17:17.930820 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-a495b695-efa1-4916-b0cd-ec37e547f0f5 req-e44f0ff2-d101-4704-bfdb-8bf7c7d5c0e8 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/ports?device_id=e36c1a20-4704-47fa-8b2c-554610c42cc4 HTTP/1.1" status: 200 len: 210 time: 0.0342739 Jul 22 23:17:17.951682 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Device 037f2ea9-5050-415f-9f26-af0d00823a41 no longer exists at agent hyperv_hv-cinder-80187 {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:17:18.028073 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:18.050003 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '544d54a9-5ad7-41eb-8f2a-564866bd86bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '037f2ea9-5050-415f-9f26-af0d00823a41'}] {{(pid=93194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:17:18.052192 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7601765a566782fd39478405f6fadc52a0f9e3dab845648c9e7fe91a53a45b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f45fe3e-a054-4846-9772-b1006fd09fd1" -d '{"events": [{"server_uuid": "544d54a9-5ad7-41eb-8f2a-564866bd86bb", "name": "network-vif-unplugged", "status": "completed", "tag": "037f2ea9-5050-415f-9f26-af0d00823a41"}]}' {{(pid=93194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:17:18.066238 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] For port 037f2ea9-5050-415f-9f26-af0d00823a41, host hv-cinder-80187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80187',level=0,port_id=037f2ea9-5050-415f-9f26-af0d00823a41,segment=NetworkSegment(f73d282d-c39b-4414-b8a8-4f3ec992f8ca),segment_id=f73d282d-c39b-4414-b8a8-4f3ec992f8ca)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:17:18.071797 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:18.099382 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 22 Jul 2021 23:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a38b6af0-3e46-4f72-8d1e-d3010c63ac7d x-openstack-request-id: req-a38b6af0-3e46-4f72-8d1e-d3010c63ac7d {{(pid=93194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:17:18.099700 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "544d54a9-5ad7-41eb-8f2a-564866bd86bb", "name": "network-vif-unplugged", "status": "failed", "tag": "037f2ea9-5050-415f-9f26-af0d00823a41", "code": 422}]} {{(pid=93194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:17:18.100594 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a38b6af0-3e46-4f72-8d1e-d3010c63ac7d {{(pid=93194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:17:18.101028 dv-cinder-801875-2-iscsi neutron-server[93194]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '544d54a9-5ad7-41eb-8f2a-564866bd86bb', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '037f2ea9-5050-415f-9f26-af0d00823a41', 'code': 422} returned with failed status Jul 22 23:17:18.135453 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Pushing event updated for resources: {'Port': ['ID=037f2ea9-5050-415f-9f26-af0d00823a41,revision_number=8']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:17:18.172459 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-26afa01d-30b6-4202-b165-33a385fddd17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:18.244410 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7112eb8d-e034-4f4a-9b1b-dc145e85a9fd req-c0ea63cb-6368-4812-aa5e-666a3f7329f3 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:18.245862 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-7112eb8d-e034-4f4a-9b1b-dc145e85a9fd req-c0ea63cb-6368-4812-aa5e-666a3f7329f3 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.76 "GET /v2.0/networks?id=7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66 HTTP/1.1" status: 200 len: 812 time: 0.1826849 Jul 22 23:17:18.250272 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa06547e-d2a2-4409-909d-f77144535f2b req-ecce8a4e-53f6-4ee7-8411-d7a87cc4e310 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:18.251816 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-fa06547e-d2a2-4409-909d-f77144535f2b req-ecce8a4e-53f6-4ee7-8411-d7a87cc4e310 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=544d54a9-5ad7-41eb-8f2a-564866bd86bb HTTP/1.1" status: 200 len: 943 time: 0.0703344 Jul 22 23:17:18.268017 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-0d8935dd-ed72-4ec1-a1ae-8c9d839fc633 req-099ad37f-ccef-491c-a156-dd6482fd47e8 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=8957ddac-220a-45e1-b0ab-24e8ec8f45f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0715880 Jul 22 23:17:18.305448 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-fa06547e-d2a2-4409-909d-f77144535f2b req-4014499b-f663-42eb-ad98-e5dbf3f53d8f tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=7ba28736-b717-4e82-9aeb-8949531051c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468493 Jul 22 23:17:18.306366 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-7112eb8d-e034-4f4a-9b1b-dc145e85a9fd req-8c7d9acc-28ae-4835-b8fb-63fb73df938a tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ace0a9b96d34ceb9c996a5476ba0fb1 HTTP/1.1" status: 200 len: 380 time: 0.0370970 Jul 22 23:17:18.337405 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [req-7112eb8d-e034-4f4a-9b1b-dc145e85a9fd req-8ceadda2-c013-4ecd-a455-6324fd7fa3ce tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Request body: {'port': {'device_id': 'e36c1a20-4704-47fa-8b2c-554610c42cc4', 'network_id': '7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66', 'admin_state_up': True, 'tenant_id': '7ace0a9b96d34ceb9c996a5476ba0fb1', 'security_groups': ['074aa721-85c3-49d0-9904-6cb9f65f5dbf']}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:17:18.441241 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8935dd-ed72-4ec1-a1ae-8c9d839fc633 req-f3ddaf4a-b5d6-49e4-980c-07f4c01a2c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:18.442799 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-0d8935dd-ed72-4ec1-a1ae-8c9d839fc633 req-f3ddaf4a-b5d6-49e4-980c-07f4c01a2c8a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=644f41edb0214c8ab14723779bf27138&device_id=8957ddac-220a-45e1-b0ab-24e8ec8f45f2 HTTP/1.1" status: 200 len: 1098 time: 0.1355693 Jul 22 23:17:18.496572 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7112eb8d-e034-4f4a-9b1b-dc145e85a9fd req-8ceadda2-c013-4ecd-a455-6324fd7fa3ce tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Made reservation on behalf of 7ace0a9b96d34ceb9c996a5476ba0fb1 for: {'port': 1} {{(pid=93193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:17:18.499927 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-7112eb8d-e034-4f4a-9b1b-dc145e85a9fd req-8ceadda2-c013-4ecd-a455-6324fd7fa3ce tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:18.614008 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8935dd-ed72-4ec1-a1ae-8c9d839fc633 req-c5dc1224-a076-416c-b709-6d97cf5c43ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:18.615470 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-0d8935dd-ed72-4ec1-a1ae-8c9d839fc633 req-c5dc1224-a076-416c-b709-6d97cf5c43ae service neutron] 10.222.0.76 "GET /v2.0/networks?id=4f17eb94-4fd3-4423-afe5-64fcf5db4153 HTTP/1.1" status: 200 len: 912 time: 0.1530020 Jul 22 23:17:18.674557 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:18.721102 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.db.db_base_plugin_common [req-7112eb8d-e034-4f4a-9b1b-dc145e85a9fd req-8ceadda2-c013-4ecd-a455-6324fd7fa3ce tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Allocated IP 172.20.0.12 (7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66/eb7dc01e-3a8e-4054-a161-8a0276e32317/b6a70cae-5a85-47bc-96dd-aabc929cbc27) {{(pid=93193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:17:18.724094 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-0d8935dd-ed72-4ec1-a1ae-8c9d839fc633 req-5e4477c5-2c20-4796-92f1-7b04758db941 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0cd6e849-90ed-4514-9982-b817feae961b HTTP/1.1" status: 200 len: 1000 time: 0.0994608 Jul 22 23:17:18.759321 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:18.807732 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8935dd-ed72-4ec1-a1ae-8c9d839fc633 req-54d43e28-631d-4097-bcb9-163728ac9cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:18.809525 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-0d8935dd-ed72-4ec1-a1ae-8c9d839fc633 req-54d43e28-631d-4097-bcb9-163728ac9cd2 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=01ac7e7d-3e1a-483e-a24c-82af1c680c45 HTTP/1.1" status: 200 len: 850 time: 0.0763164 Jul 22 23:17:18.961896 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8935dd-ed72-4ec1-a1ae-8c9d839fc633 req-3f0c2c94-9629-47ab-af3b-6467f82c0072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:18.963626 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-0d8935dd-ed72-4ec1-a1ae-8c9d839fc633 req-3f0c2c94-9629-47ab-af3b-6467f82c0072 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4f17eb94-4fd3-4423-afe5-64fcf5db4153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1369131 Jul 22 23:17:18.966477 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-7112eb8d-e034-4f4a-9b1b-dc145e85a9fd req-8ceadda2-c013-4ecd-a455-6324fd7fa3ce tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Notify callbacks [] for port, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:19.002438 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.db.provisioning_blocks [req-7112eb8d-e034-4f4a-9b1b-dc145e85a9fd req-8ceadda2-c013-4ecd-a455-6324fd7fa3ce tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Transition to ACTIVE for port object b6a70cae-5a85-47bc-96dd-aabc929cbc27 will not be triggered until provisioned by entity DHCP. {{(pid=93193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:17:19.049787 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-e8a8cfbb-25f6-4da0-9146-9dbb0114e425 req-59fcab3f-7d40-4738-ae9c-2d88db664736 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/ports?device_id=e36c1a20-4704-47fa-8b2c-554610c42cc4 HTTP/1.1" status: 200 len: 210 time: 0.0294888 Jul 22 23:17:19.097630 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-0d8935dd-ed72-4ec1-a1ae-8c9d839fc633 req-9be739d5-ca9b-4578-b4b5-36a109ce7eaa service neutron] 10.222.0.76 "GET /v2.0/networks/4f17eb94-4fd3-4423-afe5-64fcf5db4153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231167 Jul 22 23:17:19.103375 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-7112eb8d-e034-4f4a-9b1b-dc145e85a9fd req-8ceadda2-c013-4ecd-a455-6324fd7fa3ce tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769065317241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31811438'] for port, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:19.143442 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-d6d3e244-519d-4c84-95ee-f6386db2b0d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:19.170548 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7112eb8d-e034-4f4a-9b1b-dc145e85a9fd req-8ceadda2-c013-4ecd-a455-6324fd7fa3ce tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Network 7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66 is already hosted by enough agents. {{(pid=93193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:17:19.181860 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.scheduler.base_scheduler [req-7112eb8d-e034-4f4a-9b1b-dc145e85a9fd req-8ceadda2-c013-4ecd-a455-6324fd7fa3ce tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Resources bound (agent type, host, resource id): {{(pid=93193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:17:19.187435 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.db.l3_dvrscheduler_db [req-7112eb8d-e034-4f4a-9b1b-dc145e85a9fd req-8ceadda2-c013-4ecd-a455-6324fd7fa3ce tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Received port after_create {{(pid=93193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:17:19.287346 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa0f2c7-dc9a-4805-8c3e-f885524bdbb2 req-c8f0a523-85db-49bd-9691-b78effa2ec0d tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:19.289009 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-cfa0f2c7-dc9a-4805-8c3e-f885524bdbb2 req-c8f0a523-85db-49bd-9691-b78effa2ec0d tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=544d54a9-5ad7-41eb-8f2a-564866bd86bb HTTP/1.1" status: 200 len: 943 time: 0.0823603 Jul 22 23:17:19.333692 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-cfa0f2c7-dc9a-4805-8c3e-f885524bdbb2 req-033f19cb-82c9-4521-98b4-9b6fdde7c153 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=7ba28736-b717-4e82-9aeb-8949531051c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385418 Jul 22 23:17:19.481019 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceadda2-c013-4ecd-a455-6324fd7fa3ce tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Pushing event updated for resources: {'Port': ['ID=b6a70cae-5a85-47bc-96dd-aabc929cbc27,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:17:19.488690 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-6a78bb48-5da2-4ff6-a707-ab1a2092ebf8 None None] Provisioning for port b6a70cae-5a85-47bc-96dd-aabc929cbc27 completed by entity DHCP. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:17:19.493356 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-6a78bb48-5da2-4ff6-a707-ab1a2092ebf8 None None] Provisioning complete for port b6a70cae-5a85-47bc-96dd-aabc929cbc27 triggered by entity DHCP. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:17:19.493725 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-6a78bb48-5da2-4ff6-a707-ab1a2092ebf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832377'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:19.536910 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7112eb8d-e034-4f4a-9b1b-dc145e85a9fd req-8ceadda2-c013-4ecd-a455-6324fd7fa3ce tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:19.537428 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-7112eb8d-e034-4f4a-9b1b-dc145e85a9fd req-8ceadda2-c013-4ecd-a455-6324fd7fa3ce tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92570'] for port, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:19.540709 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-6a78bb48-5da2-4ff6-a707-ab1a2092ebf8 None None] Port b6a70cae-5a85-47bc-96dd-aabc929cbc27 cannot update to ACTIVE because it is not bound. {{(pid=93194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:17:19.547642 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-0d8935dd-ed72-4ec1-a1ae-8c9d839fc633 req-6b144f9b-ce5f-48df-af2a-37cfb2409d0e service neutron] 10.222.0.76 "GET /v2.0/networks/4f17eb94-4fd3-4423-afe5-64fcf5db4153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4423189 Jul 22 23:17:19.560028 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-7112eb8d-e034-4f4a-9b1b-dc145e85a9fd req-8ceadda2-c013-4ecd-a455-6324fd7fa3ce tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2438862 Jul 22 23:17:19.569727 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-66a49ef4-3467-46e5-9c52-4e5fc71fd398 req-6b49144b-b2d6-43cb-8f68-45b4f32dc3f9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=544d54a9-5ad7-41eb-8f2a-564866bd86bb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1054852 Jul 22 23:17:19.595003 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [req-7112eb8d-e034-4f4a-9b1b-dc145e85a9fd req-4f210779-4710-4378-abc6-c2b6176a78d4 service neutron] Request body: {'port': {'device_id': 'e36c1a20-4704-47fa-8b2c-554610c42cc4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80187'}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:17:19.669887 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-7112eb8d-e034-4f4a-9b1b-dc145e85a9fd req-4f210779-4710-4378-abc6-c2b6176a78d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:19.954143 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.notifiers.nova [req-7112eb8d-e034-4f4a-9b1b-dc145e85a9fd req-4f210779-4710-4378-abc6-c2b6176a78d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6a70cae-5a85-47bc-96dd-aabc929cbc27 {{(pid=93193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:17:19.965792 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-7112eb8d-e034-4f4a-9b1b-dc145e85a9fd req-4f210779-4710-4378-abc6-c2b6176a78d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:19.980152 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.db.provisioning_blocks [req-7112eb8d-e034-4f4a-9b1b-dc145e85a9fd req-4f210779-4710-4378-abc6-c2b6176a78d4 service neutron] Transition to ACTIVE for port object b6a70cae-5a85-47bc-96dd-aabc929cbc27 will not be triggered until provisioned by entity L2. {{(pid=93193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:17:19.984414 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-7112eb8d-e034-4f4a-9b1b-dc145e85a9fd req-4f210779-4710-4378-abc6-c2b6176a78d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31811429'] for port, after_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:20.041693 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f210779-4710-4378-abc6-c2b6176a78d4 service neutron] Pushing event updated for resources: {'Port': ['ID=b6a70cae-5a85-47bc-96dd-aabc929cbc27,revision_number=2']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:17:20.118020 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.managers [req-7112eb8d-e034-4f4a-9b1b-dc145e85a9fd req-4f210779-4710-4378-abc6-c2b6176a78d4 service neutron] Attempting to bind port b6a70cae-5a85-47bc-96dd-aabc929cbc27 on host hv-cinder-80187 for vnic_type normal with profile {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:17:20.118400 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.managers [req-7112eb8d-e034-4f4a-9b1b-dc145e85a9fd req-4f210779-4710-4378-abc6-c2b6176a78d4 service neutron] Attempting to bind port b6a70cae-5a85-47bc-96dd-aabc929cbc27 by drivers openvswitch,hyperv on host hv-cinder-80187 at level 0 using segments [{'id': 'ca173296-7208-4e6e-a636-9266697943d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66'}] {{(pid=93193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:17:20.118730 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7112eb8d-e034-4f4a-9b1b-dc145e85a9fd req-4f210779-4710-4378-abc6-c2b6176a78d4 service neutron] Attempting to bind port b6a70cae-5a85-47bc-96dd-aabc929cbc27 on network 7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66 {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:17:20.123952 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7112eb8d-e034-4f4a-9b1b-dc145e85a9fd req-4f210779-4710-4378-abc6-c2b6176a78d4 service neutron] Port b6a70cae-5a85-47bc-96dd-aabc929cbc27 on network 7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80187 {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:17:20.124268 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7112eb8d-e034-4f4a-9b1b-dc145e85a9fd req-4f210779-4710-4378-abc6-c2b6176a78d4 service neutron] Attempting to bind port b6a70cae-5a85-47bc-96dd-aabc929cbc27 on network 7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66 {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:17:20.129738 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7112eb8d-e034-4f4a-9b1b-dc145e85a9fd req-4f210779-4710-4378-abc6-c2b6176a78d4 service neutron] Checking agent: {'id': '11a4ce8f-2944-4abd-9558-2f785ee5be32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80187', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 9, 19), 'started_at': datetime.datetime(2021, 7, 22, 23, 9, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:17:20.130086 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7112eb8d-e034-4f4a-9b1b-dc145e85a9fd req-4f210779-4710-4378-abc6-c2b6176a78d4 service neutron] Checking segment: {'id': 'ca173296-7208-4e6e-a636-9266697943d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:17:20.130446 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7112eb8d-e034-4f4a-9b1b-dc145e85a9fd req-4f210779-4710-4378-abc6-c2b6176a78d4 service neutron] Bound using segment: {'id': 'ca173296-7208-4e6e-a636-9266697943d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66'} {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:17:20.130872 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.managers [req-7112eb8d-e034-4f4a-9b1b-dc145e85a9fd req-4f210779-4710-4378-abc6-c2b6176a78d4 service neutron] Bound port: b6a70cae-5a85-47bc-96dd-aabc929cbc27, host: hv-cinder-80187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca173296-7208-4e6e-a636-9266697943d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66'}}] {{(pid=93193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:17:20.131226 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-7112eb8d-e034-4f4a-9b1b-dc145e85a9fd req-4f210779-4710-4378-abc6-c2b6176a78d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:20.200313 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb81615-1137-4afb-8de6-985355b005f0 req-05906f38-1ae5-478b-b97b-0e50c566c77c tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:20.202082 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-ccb81615-1137-4afb-8de6-985355b005f0 req-05906f38-1ae5-478b-b97b-0e50c566c77c tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/ports?device_id=e36c1a20-4704-47fa-8b2c-554610c42cc4 HTTP/1.1" status: 200 len: 944 time: 0.0764024 Jul 22 23:17:20.203781 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.db [req-7112eb8d-e034-4f4a-9b1b-dc145e85a9fd req-4f210779-4710-4378-abc6-c2b6176a78d4 service neutron] For port b6a70cae-5a85-47bc-96dd-aabc929cbc27, host hv-cinder-80187, cleared binding levels {{(pid=93193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:17:20.207444 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.db [req-7112eb8d-e034-4f4a-9b1b-dc145e85a9fd req-4f210779-4710-4378-abc6-c2b6176a78d4 service neutron] For port b6a70cae-5a85-47bc-96dd-aabc929cbc27, host hv-cinder-80187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80187',level=0,port_id=b6a70cae-5a85-47bc-96dd-aabc929cbc27,segment=NetworkSegment(ca173296-7208-4e6e-a636-9266697943d6),segment_id=ca173296-7208-4e6e-a636-9266697943d6)] {{(pid=93193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:17:20.214705 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-7112eb8d-e034-4f4a-9b1b-dc145e85a9fd req-4f210779-4710-4378-abc6-c2b6176a78d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31811429'] for port, after_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:20.243220 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-ccb81615-1137-4afb-8de6-985355b005f0 req-88b11a0c-f59e-436a-bf4f-44acb94dac36 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/security-groups?id=074aa721-85c3-49d0-9904-6cb9f65f5dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346754 Jul 22 23:17:20.253064 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7112eb8d-e034-4f4a-9b1b-dc145e85a9fd req-4f210779-4710-4378-abc6-c2b6176a78d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:20.253689 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-7112eb8d-e034-4f4a-9b1b-dc145e85a9fd req-4f210779-4710-4378-abc6-c2b6176a78d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92570'] for port, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:20.255264 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-7112eb8d-e034-4f4a-9b1b-dc145e85a9fd req-4f210779-4710-4378-abc6-c2b6176a78d4 service neutron] 10.222.0.76 "PUT /v2.0/ports/b6a70cae-5a85-47bc-96dd-aabc929cbc27 HTTP/1.1" status: 200 len: 1094 time: 0.6643839 Jul 22 23:17:20.255530 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e36c1a20-4704-47fa-8b2c-554610c42cc4', 'tag': 'b6a70cae-5a85-47bc-96dd-aabc929cbc27'}] {{(pid=93193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:17:20.257883 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53e3bfa867fb079e45cf064e3f04560eeff66f84eee23b8fde49e5f46f239411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-697dc588-79d0-4142-ba70-6f657a4f62d5" -d '{"events": [{"name": "network-changed", "server_uuid": "e36c1a20-4704-47fa-8b2c-554610c42cc4", "tag": "b6a70cae-5a85-47bc-96dd-aabc929cbc27"}]}' {{(pid=93193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:17:20.304524 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d00ec60-40d0-4c28-928a-b02ca2f18787 x-openstack-request-id: req-3d00ec60-40d0-4c28-928a-b02ca2f18787 {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:17:20.305559 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e36c1a20-4704-47fa-8b2c-554610c42cc4", "tag": "b6a70cae-5a85-47bc-96dd-aabc929cbc27", "status": "completed", "code": 200}]} {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:17:20.305808 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3d00ec60-40d0-4c28-928a-b02ca2f18787 {{(pid=93193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:17:20.306196 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e36c1a20-4704-47fa-8b2c-554610c42cc4', 'tag': 'b6a70cae-5a85-47bc-96dd-aabc929cbc27', 'status': 'completed', 'code': 200} Jul 22 23:17:20.307118 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f210779-4710-4378-abc6-c2b6176a78d4 service neutron] Pushing event updated for resources: {'Port': ['ID=b6a70cae-5a85-47bc-96dd-aabc929cbc27,revision_number=3']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:17:20.419745 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7112eb8d-e034-4f4a-9b1b-dc145e85a9fd req-0977061d-f113-4ef1-ba05-f19eb28dcfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:20.421557 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-7112eb8d-e034-4f4a-9b1b-dc145e85a9fd req-0977061d-f113-4ef1-ba05-f19eb28dcfc4 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7ace0a9b96d34ceb9c996a5476ba0fb1&device_id=e36c1a20-4704-47fa-8b2c-554610c42cc4 HTTP/1.1" status: 200 len: 1097 time: 0.0784647 Jul 22 23:17:20.487469 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef432bfd-b28a-4004-b2c0-05d4c34d0944 req-230f8adf-e2e6-41ec-a5f5-9ecc994fb4f0 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:20.497031 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-ef432bfd-b28a-4004-b2c0-05d4c34d0944 req-230f8adf-e2e6-41ec-a5f5-9ecc994fb4f0 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=544d54a9-5ad7-41eb-8f2a-564866bd86bb HTTP/1.1" status: 200 len: 943 time: 0.0754604 Jul 22 23:17:20.500467 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-7112eb8d-e034-4f4a-9b1b-dc145e85a9fd req-01f15463-fb6a-4975-902e-194bdbfc236c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b6a70cae-5a85-47bc-96dd-aabc929cbc27 HTTP/1.1" status: 200 len: 217 time: 0.0354156 Jul 22 23:17:20.530535 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-ef432bfd-b28a-4004-b2c0-05d4c34d0944 req-631ddf90-5983-45c7-a405-9588833c6d9f tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=7ba28736-b717-4e82-9aeb-8949531051c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313993 Jul 22 23:17:20.579264 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7112eb8d-e034-4f4a-9b1b-dc145e85a9fd req-84414e09-f347-4703-b29c-04ccae1dccbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:20.580735 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-7112eb8d-e034-4f4a-9b1b-dc145e85a9fd req-84414e09-f347-4703-b29c-04ccae1dccbb service neutron] 10.222.0.76 "GET /v2.0/subnets?id=eb7dc01e-3a8e-4054-a161-8a0276e32317 HTTP/1.1" status: 200 len: 851 time: 0.0491767 Jul 22 23:17:20.644593 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7112eb8d-e034-4f4a-9b1b-dc145e85a9fd req-616c3e0f-1cad-4f2a-8da6-f0cbcefffac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:20.646069 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-7112eb8d-e034-4f4a-9b1b-dc145e85a9fd req-616c3e0f-1cad-4f2a-8da6-f0cbcefffac1 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0573316 Jul 22 23:17:20.738558 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-7112eb8d-e034-4f4a-9b1b-dc145e85a9fd req-c9f47961-e945-4db0-a6e1-3be7010f6db0 service neutron] 10.222.0.76 "GET /v2.0/networks/7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809863 Jul 22 23:17:20.830556 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-7112eb8d-e034-4f4a-9b1b-dc145e85a9fd req-4a08e6bf-7a14-4bfb-b83b-358fbaae1003 service neutron] 10.222.0.76 "GET /v2.0/networks/7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844088 Jul 22 23:17:20.914942 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-cbf739a1-5d20-402c-989d-00d0f7e6e81c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:21.104276 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697dc588-79d0-4142-ba70-6f657a4f62d5 req-a367fbca-413a-4a91-80ee-d23331d440b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:21.105697 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-697dc588-79d0-4142-ba70-6f657a4f62d5 req-a367fbca-413a-4a91-80ee-d23331d440b5 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7ace0a9b96d34ceb9c996a5476ba0fb1&device_id=e36c1a20-4704-47fa-8b2c-554610c42cc4 HTTP/1.1" status: 200 len: 1097 time: 0.0953104 Jul 22 23:17:21.111220 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a49ef4-3467-46e5-9c52-4e5fc71fd398 req-b8736546-52a8-4d7f-9067-96f91858e686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:21.112596 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-66a49ef4-3467-46e5-9c52-4e5fc71fd398 req-b8736546-52a8-4d7f-9067-96f91858e686 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=544d54a9-5ad7-41eb-8f2a-564866bd86bb&tenant_id=934579b2f9344fa4a2472101e976d552 HTTP/1.1" status: 200 len: 1096 time: 0.0750501 Jul 22 23:17:21.250262 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697dc588-79d0-4142-ba70-6f657a4f62d5 req-d4d97045-4ef9-40b9-877a-1276f04e7953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:21.251723 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-697dc588-79d0-4142-ba70-6f657a4f62d5 req-d4d97045-4ef9-40b9-877a-1276f04e7953 service neutron] 10.222.0.76 "GET /v2.0/networks?id=7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66 HTTP/1.1" status: 200 len: 913 time: 0.1187129 Jul 22 23:17:21.257463 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a49ef4-3467-46e5-9c52-4e5fc71fd398 req-b528adc4-48a8-452b-986a-4e901f0d7157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:21.259338 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-66a49ef4-3467-46e5-9c52-4e5fc71fd398 req-b528adc4-48a8-452b-986a-4e901f0d7157 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=934579b2f9344fa4a2472101e976d552&device_id=544d54a9-5ad7-41eb-8f2a-564866bd86bb HTTP/1.1" status: 200 len: 1096 time: 0.1009915 Jul 22 23:17:21.326031 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-697dc588-79d0-4142-ba70-6f657a4f62d5 req-1bedea21-dd59-4642-9da4-915b99deb870 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b6a70cae-5a85-47bc-96dd-aabc929cbc27 HTTP/1.1" status: 200 len: 217 time: 0.0553532 Jul 22 23:17:21.378868 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae26acd1-799b-45f5-b1e2-a4256256be39 req-3a0c04cf-bcd2-4203-b329-1d3d3dc07754 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:21.380269 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-ae26acd1-799b-45f5-b1e2-a4256256be39 req-3a0c04cf-bcd2-4203-b329-1d3d3dc07754 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/ports?device_id=e36c1a20-4704-47fa-8b2c-554610c42cc4 HTTP/1.1" status: 200 len: 944 time: 0.0686584 Jul 22 23:17:21.417557 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-ae26acd1-799b-45f5-b1e2-a4256256be39 req-d3520399-7b0f-4a5e-af3a-9bfa4ac3c50b tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/security-groups?id=074aa721-85c3-49d0-9904-6cb9f65f5dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309992 Jul 22 23:17:21.419654 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697dc588-79d0-4142-ba70-6f657a4f62d5 req-7f3a1465-380a-40f3-be4d-6e721a15398a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:21.421147 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-697dc588-79d0-4142-ba70-6f657a4f62d5 req-7f3a1465-380a-40f3-be4d-6e721a15398a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=eb7dc01e-3a8e-4054-a161-8a0276e32317 HTTP/1.1" status: 200 len: 851 time: 0.0872588 Jul 22 23:17:21.438282 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a49ef4-3467-46e5-9c52-4e5fc71fd398 req-b6904d24-cae4-4b33-a4a4-aeb688d749ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:21.439733 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-66a49ef4-3467-46e5-9c52-4e5fc71fd398 req-b6904d24-cae4-4b33-a4a4-aeb688d749ee service neutron] 10.222.0.76 "GET /v2.0/networks?id=15297b5d-2132-449e-9de1-fcfc3bc99bcd HTTP/1.1" status: 200 len: 918 time: 0.1626472 Jul 22 23:17:21.529240 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-66a49ef4-3467-46e5-9c52-4e5fc71fd398 req-ac3085ad-ce52-4493-831e-31fca4a41695 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=037f2ea9-5050-415f-9f26-af0d00823a41 HTTP/1.1" status: 200 len: 999 time: 0.0691135 Jul 22 23:17:21.537946 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697dc588-79d0-4142-ba70-6f657a4f62d5 req-8bc554b5-cb67-41cf-83a2-11d7f8a89248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:21.539370 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-697dc588-79d0-4142-ba70-6f657a4f62d5 req-8bc554b5-cb67-41cf-83a2-11d7f8a89248 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1096258 Jul 22 23:17:21.631711 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a49ef4-3467-46e5-9c52-4e5fc71fd398 req-5f662023-b5d5-4d49-b0ee-cfbe5ac835c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:21.633718 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-66a49ef4-3467-46e5-9c52-4e5fc71fd398 req-5f662023-b5d5-4d49-b0ee-cfbe5ac835c9 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c47fa5de-a082-4f3c-9a72-06af8857dbb0 HTTP/1.1" status: 200 len: 856 time: 0.0929623 Jul 22 23:17:21.665581 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71554e4a-31c2-4b0c-b423-6a819b4eda4a req-f9e108f0-ba7f-48ae-bf40-06e0a5b03c9d tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:21.667056 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-71554e4a-31c2-4b0c-b423-6a819b4eda4a req-f9e108f0-ba7f-48ae-bf40-06e0a5b03c9d tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=544d54a9-5ad7-41eb-8f2a-564866bd86bb HTTP/1.1" status: 200 len: 943 time: 0.0624785 Jul 22 23:17:21.690077 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-697dc588-79d0-4142-ba70-6f657a4f62d5 req-71d16429-9510-4c32-8974-5aec844a3771 service neutron] 10.222.0.76 "GET /v2.0/networks/7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426461 Jul 22 23:17:21.705104 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-71554e4a-31c2-4b0c-b423-6a819b4eda4a req-c3c3c1d0-a98b-4d2d-8788-11e9f512f74c tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=7ba28736-b717-4e82-9aeb-8949531051c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324705 Jul 22 23:17:21.766870 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a49ef4-3467-46e5-9c52-4e5fc71fd398 req-021a4615-a7ec-4659-a9d2-5dba133755b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:21.768412 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-66a49ef4-3467-46e5-9c52-4e5fc71fd398 req-021a4615-a7ec-4659-a9d2-5dba133755b5 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=15297b5d-2132-449e-9de1-fcfc3bc99bcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1273696 Jul 22 23:17:21.818755 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-697dc588-79d0-4142-ba70-6f657a4f62d5 req-e74c4780-5f28-429d-a268-018154ba9b82 service neutron] 10.222.0.76 "GET /v2.0/networks/7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201992 Jul 22 23:17:21.874709 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-66a49ef4-3467-46e5-9c52-4e5fc71fd398 req-c53c117b-ef47-47d4-a25a-d6389463fa6b service neutron] 10.222.0.76 "GET /v2.0/networks/15297b5d-2132-449e-9de1-fcfc3bc99bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970902 Jul 22 23:17:21.962000 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-66a49ef4-3467-46e5-9c52-4e5fc71fd398 req-7e7bad61-c2d9-483e-a2b9-c2a0c20689e9 service neutron] 10.222.0.76 "GET /v2.0/networks/15297b5d-2132-449e-9de1-fcfc3bc99bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804641 Jul 22 23:17:22.578941 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f659f6-d8eb-4831-98c7-f8aa510e6a40 req-2b26a069-51b4-4dee-a944-7381014de3a6 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:22.580710 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-66f659f6-d8eb-4831-98c7-f8aa510e6a40 req-2b26a069-51b4-4dee-a944-7381014de3a6 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/ports?device_id=e36c1a20-4704-47fa-8b2c-554610c42cc4 HTTP/1.1" status: 200 len: 944 time: 0.0753033 Jul 22 23:17:22.623841 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-66f659f6-d8eb-4831-98c7-f8aa510e6a40 req-c7f1076e-03ef-4e29-84cd-e4157eca12ac tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/security-groups?id=074aa721-85c3-49d0-9904-6cb9f65f5dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378745 Jul 22 23:17:22.849232 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e877d3b-9fd7-4e8d-9a8c-51bd7270ea0f req-401a4d21-b293-4dae-92b5-61527f74db41 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:22.850709 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-4e877d3b-9fd7-4e8d-9a8c-51bd7270ea0f req-401a4d21-b293-4dae-92b5-61527f74db41 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=544d54a9-5ad7-41eb-8f2a-564866bd86bb HTTP/1.1" status: 200 len: 943 time: 0.0657430 Jul 22 23:17:22.890955 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-4e877d3b-9fd7-4e8d-9a8c-51bd7270ea0f req-2fa0206e-7a14-45de-bd7d-070406ebd4ba tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=7ba28736-b717-4e82-9aeb-8949531051c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335119 Jul 22 23:17:23.763063 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e097ed9-9b67-449d-9b82-66c0d19cac3c req-d3975d24-234a-4d73-ba18-ef7540d4474e tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:23.764565 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-2e097ed9-9b67-449d-9b82-66c0d19cac3c req-d3975d24-234a-4d73-ba18-ef7540d4474e tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/ports?device_id=e36c1a20-4704-47fa-8b2c-554610c42cc4 HTTP/1.1" status: 200 len: 944 time: 0.0711052 Jul 22 23:17:23.808943 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-2e097ed9-9b67-449d-9b82-66c0d19cac3c req-88a166a9-c67a-4a1a-b542-2242217545f6 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/security-groups?id=074aa721-85c3-49d0-9904-6cb9f65f5dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387862 Jul 22 23:17:24.037028 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d337328-a850-42bc-9db5-6214a4094d67 req-6a33fd3b-2a29-4302-82ee-fe60016dfdee tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:24.038630 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-8d337328-a850-42bc-9db5-6214a4094d67 req-6a33fd3b-2a29-4302-82ee-fe60016dfdee tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=544d54a9-5ad7-41eb-8f2a-564866bd86bb HTTP/1.1" status: 200 len: 943 time: 0.0673335 Jul 22 23:17:24.078453 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-8d337328-a850-42bc-9db5-6214a4094d67 req-554575d3-3ee6-4cfb-b31f-6c0c60f0443d tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=7ba28736-b717-4e82-9aeb-8949531051c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337243 Jul 22 23:17:24.957801 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775b2101-a92b-4ac5-aaf8-191eb6aed460 req-6bd2631c-f496-47dc-b0de-9a3aa330895c tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:24.959440 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-775b2101-a92b-4ac5-aaf8-191eb6aed460 req-6bd2631c-f496-47dc-b0de-9a3aa330895c tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/ports?device_id=e36c1a20-4704-47fa-8b2c-554610c42cc4 HTTP/1.1" status: 200 len: 944 time: 0.0829873 Jul 22 23:17:25.000858 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-775b2101-a92b-4ac5-aaf8-191eb6aed460 req-f94d0a6b-48b9-4aac-b83d-839574cc40c6 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/security-groups?id=074aa721-85c3-49d0-9904-6cb9f65f5dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328043 Jul 22 23:17:25.218795 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a88d2cb-e7d2-4783-aa1f-f65f58bfde7b req-eea7f7d8-0a45-48d3-b76d-3d6bc9346ffb tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:25.220454 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-4a88d2cb-e7d2-4783-aa1f-f65f58bfde7b req-eea7f7d8-0a45-48d3-b76d-3d6bc9346ffb tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=544d54a9-5ad7-41eb-8f2a-564866bd86bb HTTP/1.1" status: 200 len: 943 time: 0.0697477 Jul 22 23:17:25.262766 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-4a88d2cb-e7d2-4783-aa1f-f65f58bfde7b req-b8d88e36-66d6-438b-8f91-d5f2ac6b5a87 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=7ba28736-b717-4e82-9aeb-8949531051c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369306 Jul 22 23:17:26.130899 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39cb4b5-6dcb-4b01-aa18-fb0601735e67 req-8e0057d6-4ae6-4928-a85b-cb3718c0ac31 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:26.132524 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-a39cb4b5-6dcb-4b01-aa18-fb0601735e67 req-8e0057d6-4ae6-4928-a85b-cb3718c0ac31 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/ports?device_id=e36c1a20-4704-47fa-8b2c-554610c42cc4 HTTP/1.1" status: 200 len: 944 time: 0.0647712 Jul 22 23:17:26.170738 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-a39cb4b5-6dcb-4b01-aa18-fb0601735e67 req-bd7fc6bd-cd93-4f68-ad18-6945dff1b855 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/security-groups?id=074aa721-85c3-49d0-9904-6cb9f65f5dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326858 Jul 22 23:17:26.399991 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d542072-e61e-4a97-99df-6e9622ba887c req-312fb68f-0ab0-47a5-ad12-3787e485413c tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:26.401504 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-9d542072-e61e-4a97-99df-6e9622ba887c req-312fb68f-0ab0-47a5-ad12-3787e485413c tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=544d54a9-5ad7-41eb-8f2a-564866bd86bb HTTP/1.1" status: 200 len: 943 time: 0.0688941 Jul 22 23:17:26.439138 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-9d542072-e61e-4a97-99df-6e9622ba887c req-7aa283fc-ea95-4b02-9120-57a95f9e07af tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=7ba28736-b717-4e82-9aeb-8949531051c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319872 Jul 22 23:17:27.302004 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d2ce33-87d1-4f93-862b-48aba38c01c3 req-6683b427-4e26-49f5-806a-1a9b9234f04b tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:27.303454 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-31d2ce33-87d1-4f93-862b-48aba38c01c3 req-6683b427-4e26-49f5-806a-1a9b9234f04b tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/ports?device_id=e36c1a20-4704-47fa-8b2c-554610c42cc4 HTTP/1.1" status: 200 len: 944 time: 0.0666835 Jul 22 23:17:27.343912 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-31d2ce33-87d1-4f93-862b-48aba38c01c3 req-6b31039c-39c9-4f6e-8344-352be23832db tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/security-groups?id=074aa721-85c3-49d0-9904-6cb9f65f5dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342324 Jul 22 23:17:27.575565 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f3e160-384b-492d-9ce2-2f563c2c5bb7 req-322b0ba4-0174-4e6f-9360-6e8fd524fec7 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:27.577016 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-55f3e160-384b-492d-9ce2-2f563c2c5bb7 req-322b0ba4-0174-4e6f-9360-6e8fd524fec7 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=544d54a9-5ad7-41eb-8f2a-564866bd86bb HTTP/1.1" status: 200 len: 943 time: 0.0643647 Jul 22 23:17:27.617517 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-55f3e160-384b-492d-9ce2-2f563c2c5bb7 req-680c4160-de75-40e9-9dec-ba26c51681e0 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=7ba28736-b717-4e82-9aeb-8949531051c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343049 Jul 22 23:17:28.484363 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8873284b-f61f-4bb1-9c84-ea8c3b4a6ae1 req-274faf48-b98b-437a-90fa-b7b46b419d94 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:28.485904 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-8873284b-f61f-4bb1-9c84-ea8c3b4a6ae1 req-274faf48-b98b-437a-90fa-b7b46b419d94 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/ports?device_id=e36c1a20-4704-47fa-8b2c-554610c42cc4 HTTP/1.1" status: 200 len: 944 time: 0.0682077 Jul 22 23:17:28.525489 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-8873284b-f61f-4bb1-9c84-ea8c3b4a6ae1 req-1ccf8841-cc65-45e3-b510-2cc71300be75 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/security-groups?id=074aa721-85c3-49d0-9904-6cb9f65f5dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341101 Jul 22 23:17:28.754133 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c5de29-9ffe-4a30-914c-08283e04573e req-aa737e7c-cab9-49b7-b9bd-647e49733802 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:28.755785 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-66c5de29-9ffe-4a30-914c-08283e04573e req-aa737e7c-cab9-49b7-b9bd-647e49733802 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=544d54a9-5ad7-41eb-8f2a-564866bd86bb HTTP/1.1" status: 200 len: 943 time: 0.0666487 Jul 22 23:17:28.797573 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-66c5de29-9ffe-4a30-914c-08283e04573e req-bd6563a7-079c-4a32-bbc6-f554bbdc9841 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=7ba28736-b717-4e82-9aeb-8949531051c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356946 Jul 22 23:17:29.656244 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6e42a4-4ad1-436b-8867-6416dbbae7d1 req-f13ef12b-e4c8-463f-a668-9d66bb8002f3 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:29.658154 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-9a6e42a4-4ad1-436b-8867-6416dbbae7d1 req-f13ef12b-e4c8-463f-a668-9d66bb8002f3 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/ports?device_id=e36c1a20-4704-47fa-8b2c-554610c42cc4 HTTP/1.1" status: 200 len: 944 time: 0.0650389 Jul 22 23:17:29.697337 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-9a6e42a4-4ad1-436b-8867-6416dbbae7d1 req-dd108ddf-1391-4256-b7f3-1128b2d2255b tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/security-groups?id=074aa721-85c3-49d0-9904-6cb9f65f5dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334897 Jul 22 23:17:29.958785 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf896fe4-ccab-4a49-a4db-ff3bbb2f728d req-36259d3a-fa4d-46cc-84e4-0de1cb54b2d5 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:29.960262 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-cf896fe4-ccab-4a49-a4db-ff3bbb2f728d req-36259d3a-fa4d-46cc-84e4-0de1cb54b2d5 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=544d54a9-5ad7-41eb-8f2a-564866bd86bb HTTP/1.1" status: 200 len: 943 time: 0.0757754 Jul 22 23:17:30.000763 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-cf896fe4-ccab-4a49-a4db-ff3bbb2f728d req-476c6ce3-8731-4789-ad23-e3adb102570d tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=7ba28736-b717-4e82-9aeb-8949531051c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341427 Jul 22 23:17:30.843543 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4517b3-092d-4107-93ab-832a9992ded2 req-ca90bd45-7a56-493e-ab79-306a51638ee4 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:30.850571 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-fa4517b3-092d-4107-93ab-832a9992ded2 req-ca90bd45-7a56-493e-ab79-306a51638ee4 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/ports?device_id=e36c1a20-4704-47fa-8b2c-554610c42cc4 HTTP/1.1" status: 200 len: 944 time: 0.0854506 Jul 22 23:17:30.885080 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-fa4517b3-092d-4107-93ab-832a9992ded2 req-7c60eb34-1964-44ce-b43c-1bb43c046289 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/security-groups?id=074aa721-85c3-49d0-9904-6cb9f65f5dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336092 Jul 22 23:17:31.146893 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0732706c-e373-45d6-a2f7-de4696026560 req-08b79862-4141-4e37-8ce6-256a6e38485b tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:31.148908 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-0732706c-e373-45d6-a2f7-de4696026560 req-08b79862-4141-4e37-8ce6-256a6e38485b tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=544d54a9-5ad7-41eb-8f2a-564866bd86bb HTTP/1.1" status: 200 len: 943 time: 0.0711107 Jul 22 23:17:31.190299 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-0732706c-e373-45d6-a2f7-de4696026560 req-679fde70-90ed-4e70-a69f-3d2207b1d153 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=7ba28736-b717-4e82-9aeb-8949531051c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351048 Jul 22 23:17:32.019548 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c7f544-7628-47b6-be41-2d69d3bc26f2 req-6896d2d3-73c2-4696-9d3f-b8b9715a69b2 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:32.021900 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-11c7f544-7628-47b6-be41-2d69d3bc26f2 req-6896d2d3-73c2-4696-9d3f-b8b9715a69b2 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/ports?device_id=e36c1a20-4704-47fa-8b2c-554610c42cc4 HTTP/1.1" status: 200 len: 944 time: 0.0700920 Jul 22 23:17:32.063990 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-11c7f544-7628-47b6-be41-2d69d3bc26f2 req-034886c9-3028-4cb3-af51-055a8ff4f78d tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/security-groups?id=074aa721-85c3-49d0-9904-6cb9f65f5dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331535 Jul 22 23:17:32.326798 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a533fa18-81ce-4d52-a3ab-86093cfef4fd req-ea754d5b-e2d1-474f-8b6f-f7b20075a189 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:32.328194 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-a533fa18-81ce-4d52-a3ab-86093cfef4fd req-ea754d5b-e2d1-474f-8b6f-f7b20075a189 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=544d54a9-5ad7-41eb-8f2a-564866bd86bb HTTP/1.1" status: 200 len: 943 time: 0.0641370 Jul 22 23:17:32.372220 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-a533fa18-81ce-4d52-a3ab-86093cfef4fd req-7af35b3c-2188-4dea-88bb-d926fbc49b46 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=7ba28736-b717-4e82-9aeb-8949531051c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384734 Jul 22 23:17:33.207995 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06a1ea9-b553-4c7e-b064-3423b5699253 req-e81b5381-b730-4dac-8d17-e37477c1a7d1 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:33.209446 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-a06a1ea9-b553-4c7e-b064-3423b5699253 req-e81b5381-b730-4dac-8d17-e37477c1a7d1 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/ports?device_id=e36c1a20-4704-47fa-8b2c-554610c42cc4 HTTP/1.1" status: 200 len: 944 time: 0.0755658 Jul 22 23:17:33.248645 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-a06a1ea9-b553-4c7e-b064-3423b5699253 req-8d911c38-b03d-4867-b865-2a129222da24 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/security-groups?id=074aa721-85c3-49d0-9904-6cb9f65f5dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333443 Jul 22 23:17:33.505543 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9b7860-d4db-48aa-a1df-3dd065be9e3b req-689a2dbe-6d44-4b39-9c1e-2d0b73d80654 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:33.507040 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-3e9b7860-d4db-48aa-a1df-3dd065be9e3b req-689a2dbe-6d44-4b39-9c1e-2d0b73d80654 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=544d54a9-5ad7-41eb-8f2a-564866bd86bb HTTP/1.1" status: 200 len: 943 time: 0.0660095 Jul 22 23:17:33.545280 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-3e9b7860-d4db-48aa-a1df-3dd065be9e3b req-68517d45-0504-4fcf-ab22-1ce08c7466ee tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=7ba28736-b717-4e82-9aeb-8949531051c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320315 Jul 22 23:17:34.377719 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9b288a-9186-4b31-bbb4-37bd37754f22 req-be8c661b-1ece-4478-b293-93a46221d635 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:34.379067 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-7c9b288a-9186-4b31-bbb4-37bd37754f22 req-be8c661b-1ece-4478-b293-93a46221d635 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/ports?device_id=e36c1a20-4704-47fa-8b2c-554610c42cc4 HTTP/1.1" status: 200 len: 944 time: 0.0648584 Jul 22 23:17:34.415375 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-7c9b288a-9186-4b31-bbb4-37bd37754f22 req-5ae28aba-f5d4-4922-a4e9-c4887cf6596f tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/security-groups?id=074aa721-85c3-49d0-9904-6cb9f65f5dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304434 Jul 22 23:17:34.677871 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a19504-8b8c-4dce-a5ca-6be00864a98b req-92f7ad97-b1af-48b2-bdd5-6a4d0dbbdac8 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:34.679463 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-97a19504-8b8c-4dce-a5ca-6be00864a98b req-92f7ad97-b1af-48b2-bdd5-6a4d0dbbdac8 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=544d54a9-5ad7-41eb-8f2a-564866bd86bb HTTP/1.1" status: 200 len: 943 time: 0.0632212 Jul 22 23:17:34.717214 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-97a19504-8b8c-4dce-a5ca-6be00864a98b req-6ffedf5f-c03e-4a1c-99df-fe7a0656ee1f tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=7ba28736-b717-4e82-9aeb-8949531051c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322897 Jul 22 23:17:35.543244 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5817aa1a-9e6a-4d16-baf0-6396d2a2f6ab req-63040ba5-8896-4395-b6e2-6d60cbd48851 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:35.544731 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-5817aa1a-9e6a-4d16-baf0-6396d2a2f6ab req-63040ba5-8896-4395-b6e2-6d60cbd48851 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/ports?device_id=e36c1a20-4704-47fa-8b2c-554610c42cc4 HTTP/1.1" status: 200 len: 944 time: 0.0628181 Jul 22 23:17:35.580659 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-5817aa1a-9e6a-4d16-baf0-6396d2a2f6ab req-25ae5b8e-9c3a-4c48-a0e8-5157ef137ee1 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/security-groups?id=074aa721-85c3-49d0-9904-6cb9f65f5dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305064 Jul 22 23:17:35.855645 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f43416f-1eff-4be1-bc0a-c3e4e2cd347e req-bdb90afe-7743-4c81-9f54-8ee72e53c35a tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:35.857135 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-1f43416f-1eff-4be1-bc0a-c3e4e2cd347e req-bdb90afe-7743-4c81-9f54-8ee72e53c35a tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=544d54a9-5ad7-41eb-8f2a-564866bd86bb HTTP/1.1" status: 200 len: 943 time: 0.0691433 Jul 22 23:17:35.894252 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-1f43416f-1eff-4be1-bc0a-c3e4e2cd347e req-ed704824-a5f9-4354-b31c-b871407fb2d4 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=7ba28736-b717-4e82-9aeb-8949531051c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316701 Jul 22 23:17:36.023743 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Device b6a70cae-5a85-47bc-96dd-aabc929cbc27 details requested by agent hyperv_hv-cinder-80187 with host hv-cinder-80187 {{(pid=93194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:17:36.119716 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] For port b6a70cae-5a85-47bc-96dd-aabc929cbc27, host hv-cinder-80187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80187',level=0,port_id=b6a70cae-5a85-47bc-96dd-aabc929cbc27,segment=NetworkSegment(ca173296-7208-4e6e-a636-9266697943d6),segment_id=ca173296-7208-4e6e-a636-9266697943d6)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:17:36.131163 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Returning: {'device': 'b6a70cae-5a85-47bc-96dd-aabc929cbc27', 'network_id': '7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66', 'port_id': 'b6a70cae-5a85-47bc-96dd-aabc929cbc27', 'mac_address': 'fa:16:3e:83:12:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 862, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb7dc01e-3a8e-4054-a161-8a0276e32317', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:17:36.170336 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:36.183080 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.notifiers.nova [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6a70cae-5a85-47bc-96dd-aabc929cbc27 {{(pid=93194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:17:36.203398 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] For port b6a70cae-5a85-47bc-96dd-aabc929cbc27, host hv-cinder-80187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80187',level=0,port_id=b6a70cae-5a85-47bc-96dd-aabc929cbc27,segment=NetworkSegment(ca173296-7208-4e6e-a636-9266697943d6),segment_id=ca173296-7208-4e6e-a636-9266697943d6)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:17:36.207291 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:36.254981 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Pushing event updated for resources: {'Port': ['ID=b6a70cae-5a85-47bc-96dd-aabc929cbc27,revision_number=4']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:17:36.440751 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7054af-139c-4f98-9cf6-6431a08423d3 req-4dfe2d24-21f1-4e66-9e10-0db06e9a2b62 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:36.442324 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-7e7054af-139c-4f98-9cf6-6431a08423d3 req-4dfe2d24-21f1-4e66-9e10-0db06e9a2b62 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "GET /v2.0/ports?device_id=8957ddac-220a-45e1-b0ab-24e8ec8f45f2 HTTP/1.1" status: 200 len: 945 time: 0.0664136 Jul 22 23:17:36.482438 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-7e7054af-139c-4f98-9cf6-6431a08423d3 req-23024957-8798-49be-be95-0427e0dfaf29 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9431c73-d6d1-4ad4-9ac3-23b818a1b267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341578 Jul 22 23:17:36.527729 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] get_ports_and_sgs() called for port_ids ['b6a70cae-5a85-47bc-96dd-aabc929cbc27'] {{(pid=93194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:17:36.710343 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b126ef-4925-4332-ae45-f80ff01e416d req-bedec504-1ecc-4683-8011-c9cb95d4197c tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:36.712408 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-b8b126ef-4925-4332-ae45-f80ff01e416d req-bedec504-1ecc-4683-8011-c9cb95d4197c tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/ports?device_id=e36c1a20-4704-47fa-8b2c-554610c42cc4 HTTP/1.1" status: 200 len: 945 time: 0.0663471 Jul 22 23:17:36.752836 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-b8b126ef-4925-4332-ae45-f80ff01e416d req-6020c67e-0944-4b07-8d32-a3cfeb773824 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/security-groups?id=074aa721-85c3-49d0-9904-6cb9f65f5dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333591 Jul 22 23:17:37.027727 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710c943a-c3e8-4ac9-a995-cb592b0bd998 req-ae5049c7-a369-48a3-8123-442a392a3574 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:37.029227 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-710c943a-c3e8-4ac9-a995-cb592b0bd998 req-ae5049c7-a369-48a3-8123-442a392a3574 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=544d54a9-5ad7-41eb-8f2a-564866bd86bb HTTP/1.1" status: 200 len: 943 time: 0.0625060 Jul 22 23:17:37.065888 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-710c943a-c3e8-4ac9-a995-cb592b0bd998 req-92880475-04a0-477e-be40-f66d7f8cde74 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=7ba28736-b717-4e82-9aeb-8949531051c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312169 Jul 22 23:17:37.608902 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79a4ad9-e121-4811-8177-d6a140849529 req-cb858b5f-c15a-4041-9b97-2dfbe557c377 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:37.610357 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-e79a4ad9-e121-4811-8177-d6a140849529 req-cb858b5f-c15a-4041-9b97-2dfbe557c377 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "GET /v2.0/ports?device_id=8957ddac-220a-45e1-b0ab-24e8ec8f45f2 HTTP/1.1" status: 200 len: 945 time: 0.0620935 Jul 22 23:17:37.646177 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-e79a4ad9-e121-4811-8177-d6a140849529 req-21ac3a4c-ff32-4b32-b626-e3cc834957c1 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9431c73-d6d1-4ad4-9ac3-23b818a1b267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304222 Jul 22 23:17:37.880212 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96b64fa-b803-4e9b-8485-58cb4b61f629 req-f6210530-cba0-49c1-bae4-3eba7348b2f2 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:37.881683 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-a96b64fa-b803-4e9b-8485-58cb4b61f629 req-f6210530-cba0-49c1-bae4-3eba7348b2f2 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/ports?device_id=e36c1a20-4704-47fa-8b2c-554610c42cc4 HTTP/1.1" status: 200 len: 945 time: 0.0659411 Jul 22 23:17:37.918372 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-a96b64fa-b803-4e9b-8485-58cb4b61f629 req-881549b7-6fba-4ac6-a3dc-c4ec6f011130 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/security-groups?id=074aa721-85c3-49d0-9904-6cb9f65f5dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313051 Jul 22 23:17:38.045221 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Device 037f2ea9-5050-415f-9f26-af0d00823a41 details requested by agent hyperv_hv-cinder-80187 with host hv-cinder-80187 {{(pid=93194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:17:38.051667 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Device b6a70cae-5a85-47bc-96dd-aabc929cbc27 up at agent hyperv_hv-cinder-80187 {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:17:38.156290 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Provisioning for port b6a70cae-5a85-47bc-96dd-aabc929cbc27 completed by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:17:38.162247 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Provisioning complete for port b6a70cae-5a85-47bc-96dd-aabc929cbc27 triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:17:38.162618 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832377'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:38.199911 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd1500a-43b1-4138-b061-fcb6d7713f8d req-6979aaa8-6091-4fb4-87c9-89378ef15e58 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:38.201538 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-3cd1500a-43b1-4138-b061-fcb6d7713f8d req-6979aaa8-6091-4fb4-87c9-89378ef15e58 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=544d54a9-5ad7-41eb-8f2a-564866bd86bb HTTP/1.1" status: 200 len: 943 time: 0.0659089 Jul 22 23:17:38.202856 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] For port 037f2ea9-5050-415f-9f26-af0d00823a41, host hv-cinder-80187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80187',level=0,port_id=037f2ea9-5050-415f-9f26-af0d00823a41,segment=NetworkSegment(f73d282d-c39b-4414-b8a8-4f3ec992f8ca),segment_id=f73d282d-c39b-4414-b8a8-4f3ec992f8ca)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:17:38.217790 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Returning: {'device': '037f2ea9-5050-415f-9f26-af0d00823a41', 'network_id': '15297b5d-2132-449e-9de1-fcfc3bc99bcd', 'port_id': '037f2ea9-5050-415f-9f26-af0d00823a41', 'mac_address': 'fa:16:3e:e0:da:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 876, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c47fa5de-a082-4f3c-9a72-06af8857dbb0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:17:38.239566 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-3cd1500a-43b1-4138-b061-fcb6d7713f8d req-f4436221-1ba2-4086-bf15-bcfcb039f5ec tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=7ba28736-b717-4e82-9aeb-8949531051c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322554 Jul 22 23:17:38.284018 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:38.302181 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:38.305219 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.notifiers.nova [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 037f2ea9-5050-415f-9f26-af0d00823a41 {{(pid=93194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:17:38.337292 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] For port 037f2ea9-5050-415f-9f26-af0d00823a41, host hv-cinder-80187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80187',level=0,port_id=037f2ea9-5050-415f-9f26-af0d00823a41,segment=NetworkSegment(f73d282d-c39b-4414-b8a8-4f3ec992f8ca),segment_id=f73d282d-c39b-4414-b8a8-4f3ec992f8ca)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:17:38.343516 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e36c1a20-4704-47fa-8b2c-554610c42cc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6a70cae-5a85-47bc-96dd-aabc929cbc27'}] {{(pid=93194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:17:38.345875 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7601765a566782fd39478405f6fadc52a0f9e3dab845648c9e7fe91a53a45b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01c3ba5a-b580-4109-8ff6-a34351589d86" -d '{"events": [{"server_uuid": "e36c1a20-4704-47fa-8b2c-554610c42cc4", "name": "network-vif-plugged", "status": "completed", "tag": "b6a70cae-5a85-47bc-96dd-aabc929cbc27"}]}' {{(pid=93194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:17:38.356156 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:38.362489 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] For port b6a70cae-5a85-47bc-96dd-aabc929cbc27, host hv-cinder-80187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80187',level=0,port_id=b6a70cae-5a85-47bc-96dd-aabc929cbc27,segment=NetworkSegment(ca173296-7208-4e6e-a636-9266697943d6),segment_id=ca173296-7208-4e6e-a636-9266697943d6)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:17:38.384014 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-994cd3e6-9d22-4c56-8a36-60e3cb5fa998 x-openstack-request-id: req-994cd3e6-9d22-4c56-8a36-60e3cb5fa998 {{(pid=93194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:17:38.384308 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e36c1a20-4704-47fa-8b2c-554610c42cc4", "name": "network-vif-plugged", "status": "completed", "tag": "b6a70cae-5a85-47bc-96dd-aabc929cbc27", "code": 200}]} {{(pid=93194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:17:38.384579 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-994cd3e6-9d22-4c56-8a36-60e3cb5fa998 {{(pid=93194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:17:38.384960 dv-cinder-801875-2-iscsi neutron-server[93194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e36c1a20-4704-47fa-8b2c-554610c42cc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6a70cae-5a85-47bc-96dd-aabc929cbc27', 'code': 200} Jul 22 23:17:38.387449 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:38.411564 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Pushing event updated for resources: {'Port': ['ID=037f2ea9-5050-415f-9f26-af0d00823a41,revision_number=9']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:17:38.462211 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Pushing event updated for resources: {'Port': ['ID=b6a70cae-5a85-47bc-96dd-aabc929cbc27,revision_number=5']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:17:38.649387 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c23f40c-aec6-49cf-a52c-68707ad74705 req-df3b760d-e25a-4321-ad39-70358755c912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:38.650761 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-5c23f40c-aec6-49cf-a52c-68707ad74705 req-df3b760d-e25a-4321-ad39-70358755c912 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=e36c1a20-4704-47fa-8b2c-554610c42cc4 HTTP/1.1" status: 200 len: 1099 time: 0.0567107 Jul 22 23:17:38.681636 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] get_ports_and_sgs() called for port_ids ['037f2ea9-5050-415f-9f26-af0d00823a41'] {{(pid=93194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:17:38.686816 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-5c23f40c-aec6-49cf-a52c-68707ad74705 req-82df71dd-7706-41cd-9fa0-7fe17a94ed22 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=074aa721-85c3-49d0-9904-6cb9f65f5dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292261 Jul 22 23:17:38.778528 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f886f89-642b-4353-adaf-a98390e2a791 req-d9ae5efa-f101-4d3e-903c-ed317f7d3195 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:38.780001 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-1f886f89-642b-4353-adaf-a98390e2a791 req-d9ae5efa-f101-4d3e-903c-ed317f7d3195 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "GET /v2.0/ports?device_id=8957ddac-220a-45e1-b0ab-24e8ec8f45f2 HTTP/1.1" status: 200 len: 945 time: 0.0661104 Jul 22 23:17:38.816923 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-1f886f89-642b-4353-adaf-a98390e2a791 req-10c4efdc-39c4-4981-aea5-fb46dd1ec219 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9431c73-d6d1-4ad4-9ac3-23b818a1b267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310483 Jul 22 23:17:39.049183 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc31735a-193a-49e6-8919-54750865a968 req-14d5a382-f851-474b-a404-57d71cfc2557 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:39.050753 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-cc31735a-193a-49e6-8919-54750865a968 req-14d5a382-f851-474b-a404-57d71cfc2557 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/ports?device_id=e36c1a20-4704-47fa-8b2c-554610c42cc4 HTTP/1.1" status: 200 len: 946 time: 0.0636060 Jul 22 23:17:39.092203 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-cc31735a-193a-49e6-8919-54750865a968 req-5caed05c-1526-481d-bb83-8966b647ca98 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/security-groups?id=074aa721-85c3-49d0-9904-6cb9f65f5dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351968 Jul 22 23:17:39.374118 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2e7a2d-203c-4afb-8c82-f17c39df87c2 req-702dd206-90bd-4360-a36d-ab685ea57375 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:39.375595 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-cb2e7a2d-203c-4afb-8c82-f17c39df87c2 req-702dd206-90bd-4360-a36d-ab685ea57375 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=544d54a9-5ad7-41eb-8f2a-564866bd86bb HTTP/1.1" status: 200 len: 944 time: 0.0668128 Jul 22 23:17:39.413138 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-cb2e7a2d-203c-4afb-8c82-f17c39df87c2 req-e32d70a2-2249-4c8b-8ac6-26e8ed50026f tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=7ba28736-b717-4e82-9aeb-8949531051c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313203 Jul 22 23:17:39.895455 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.agents_db [None req-bfbb8894-14bb-41d0-8761-89beb89abbcb None None] Agent healthcheck: found 6 active agents {{(pid=93195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:17:39.960520 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cc9fe5-15e3-4e2a-b91e-e52a789cf0f4 req-7434b842-ed1a-435e-b850-01d4fea3a99b tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:39.962329 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-e4cc9fe5-15e3-4e2a-b91e-e52a789cf0f4 req-7434b842-ed1a-435e-b850-01d4fea3a99b tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "GET /v2.0/ports?device_id=8957ddac-220a-45e1-b0ab-24e8ec8f45f2 HTTP/1.1" status: 200 len: 945 time: 0.0686052 Jul 22 23:17:40.002782 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-e4cc9fe5-15e3-4e2a-b91e-e52a789cf0f4 req-a9d44243-feac-4470-b922-8e498bcb1512 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9431c73-d6d1-4ad4-9ac3-23b818a1b267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335946 Jul 22 23:17:40.045101 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Device 037f2ea9-5050-415f-9f26-af0d00823a41 up at agent hyperv_hv-cinder-80187 {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:17:40.093489 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Provisioning complete for port 037f2ea9-5050-415f-9f26-af0d00823a41 triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:17:40.093858 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832377'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:40.168886 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:40.200570 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] For port 037f2ea9-5050-415f-9f26-af0d00823a41, host hv-cinder-80187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80187',level=0,port_id=037f2ea9-5050-415f-9f26-af0d00823a41,segment=NetworkSegment(f73d282d-c39b-4414-b8a8-4f3ec992f8ca),segment_id=f73d282d-c39b-4414-b8a8-4f3ec992f8ca)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:17:40.204523 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:40.218833 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60efd53-d769-474c-bc07-ac4912060c62 req-13803b42-bea2-4db8-9445-19b50e191fb1 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:40.220309 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-c60efd53-d769-474c-bc07-ac4912060c62 req-13803b42-bea2-4db8-9445-19b50e191fb1 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/ports?device_id=e36c1a20-4704-47fa-8b2c-554610c42cc4 HTTP/1.1" status: 200 len: 946 time: 0.0636868 Jul 22 23:17:40.254243 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Pushing event updated for resources: {'Port': ['ID=037f2ea9-5050-415f-9f26-af0d00823a41,revision_number=10']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:17:40.258498 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-c60efd53-d769-474c-bc07-ac4912060c62 req-e25a2057-05cf-4163-8fab-1edb415809bc tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/security-groups?id=074aa721-85c3-49d0-9904-6cb9f65f5dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326107 Jul 22 23:17:40.386642 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '544d54a9-5ad7-41eb-8f2a-564866bd86bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '037f2ea9-5050-415f-9f26-af0d00823a41'}] {{(pid=93194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:17:40.389229 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7601765a566782fd39478405f6fadc52a0f9e3dab845648c9e7fe91a53a45b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0714918b-8d69-4cd0-9a05-8a411c8f4377" -d '{"events": [{"server_uuid": "544d54a9-5ad7-41eb-8f2a-564866bd86bb", "name": "network-vif-plugged", "status": "completed", "tag": "037f2ea9-5050-415f-9f26-af0d00823a41"}]}' {{(pid=93194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:17:40.408358 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d43fd6-7b70-45fd-a57c-5f38b4fc92e2 req-60129b34-6db9-4b97-9c62-eafd23bcc12b tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:40.409862 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-b6d43fd6-7b70-45fd-a57c-5f38b4fc92e2 req-60129b34-6db9-4b97-9c62-eafd23bcc12b tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/ports?device_id=e36c1a20-4704-47fa-8b2c-554610c42cc4 HTTP/1.1" status: 200 len: 946 time: 0.0763462 Jul 22 23:17:40.425184 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffdba658-43dd-40af-9a4a-a4e7a728ce1c x-openstack-request-id: req-ffdba658-43dd-40af-9a4a-a4e7a728ce1c {{(pid=93194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:17:40.425476 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "544d54a9-5ad7-41eb-8f2a-564866bd86bb", "name": "network-vif-plugged", "status": "completed", "tag": "037f2ea9-5050-415f-9f26-af0d00823a41", "code": 200}]} {{(pid=93194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:17:40.425731 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ffdba658-43dd-40af-9a4a-a4e7a728ce1c {{(pid=93194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:17:40.426129 dv-cinder-801875-2-iscsi neutron-server[93194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '544d54a9-5ad7-41eb-8f2a-564866bd86bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '037f2ea9-5050-415f-9f26-af0d00823a41', 'code': 200} Jul 22 23:17:40.447459 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-b6d43fd6-7b70-45fd-a57c-5f38b4fc92e2 req-65058996-ed82-4893-82e0-ecebd3fe4681 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/security-groups?id=074aa721-85c3-49d0-9904-6cb9f65f5dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313878 Jul 22 23:17:40.470126 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 39366) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:17:40.562587 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ddc1244-8efe-40d1-b483-2c47a8b1ef0d tempest-TestVolumeBootPattern-199374994 tempest-TestVolumeBootPattern-199374994-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:40.564008 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-9ddc1244-8efe-40d1-b483-2c47a8b1ef0d tempest-TestVolumeBootPattern-199374994 tempest-TestVolumeBootPattern-199374994-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=e36c1a20-4704-47fa-8b2c-554610c42cc4 HTTP/1.1" status: 200 len: 1094 time: 0.0929174 Jul 22 23:17:40.566949 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 39368) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:17:40.572520 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [None req-c3023f74-ef99-4493-8f9d-cadbebaf89b6 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Request body: {'floatingip': {'floating_network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'port_id': 'b6a70cae-5a85-47bc-96dd-aabc929cbc27', 'tenant_id': '7ace0a9b96d34ceb9c996a5476ba0fb1', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:17:40.576048 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa15c25a-bbe1-4272-a2e7-77b8a60acf2d req-72f29d4f-9778-446e-a011-66f710f98d54 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:40.577530 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-aa15c25a-bbe1-4272-a2e7-77b8a60acf2d req-72f29d4f-9778-446e-a011-66f710f98d54 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=544d54a9-5ad7-41eb-8f2a-564866bd86bb HTTP/1.1" status: 200 len: 946 time: 0.0794010 Jul 22 23:17:40.596737 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-c3023f74-ef99-4493-8f9d-cadbebaf89b6 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Notify callbacks [] for floatingip, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:40.617123 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-aa15c25a-bbe1-4272-a2e7-77b8a60acf2d req-e05d50d6-3825-44b0-9b9f-997adaa6baf0 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=7ba28736-b717-4e82-9aeb-8949531051c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336921 Jul 22 23:17:40.726473 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ae2260-6084-4a99-9df2-1a641827befa req-4bd02a36-a50c-4433-96eb-a3747c98a680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:40.727985 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-03ae2260-6084-4a99-9df2-1a641827befa req-4bd02a36-a50c-4433-96eb-a3747c98a680 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=544d54a9-5ad7-41eb-8f2a-564866bd86bb HTTP/1.1" status: 200 len: 1099 time: 0.0978251 Jul 22 23:17:40.737265 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-c3023f74-ef99-4493-8f9d-cadbebaf89b6 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:40.803834 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-03ae2260-6084-4a99-9df2-1a641827befa req-15bcd5e4-e1b8-4e49-8c12-b66383609dc6 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=7ba28736-b717-4e82-9aeb-8949531051c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645380 Jul 22 23:17:40.862636 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.db.db_base_plugin_common [None req-c3023f74-ef99-4493-8f9d-cadbebaf89b6 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Allocated IP 172.27.1.211 (e89e037f-b917-4fce-8638-db5189a5e8e4/7d2d3a68-9173-4429-9239-290b8b68fb34/42a8f67e-8fd4-466d-a468-9fb802bcad67) {{(pid=93193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:17:40.964311 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-c3023f74-ef99-4493-8f9d-cadbebaf89b6 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Notify callbacks [] for port, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:41.002067 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-c3023f74-ef99-4493-8f9d-cadbebaf89b6 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769065317241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31811438'] for port, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:41.040971 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3023f74-ef99-4493-8f9d-cadbebaf89b6 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Network e89e037f-b917-4fce-8638-db5189a5e8e4 is already hosted by enough agents. {{(pid=93193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:17:41.043719 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.scheduler.base_scheduler [None req-c3023f74-ef99-4493-8f9d-cadbebaf89b6 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Resources bound (agent type, host, resource id): {{(pid=93193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:17:41.047298 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3023f74-ef99-4493-8f9d-cadbebaf89b6 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Received port after_create {{(pid=93193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:17:41.052799 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3023f74-ef99-4493-8f9d-cadbebaf89b6 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Pushing event updated for resources: {'Port': ['ID=42a8f67e-8fd4-466d-a468-9fb802bcad67,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:17:41.081641 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3023f74-ef99-4493-8f9d-cadbebaf89b6 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:17:41.081985 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3023f74-ef99-4493-8f9d-cadbebaf89b6 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:17:41.082322 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3023f74-ef99-4493-8f9d-cadbebaf89b6 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:17:41.082650 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3023f74-ef99-4493-8f9d-cadbebaf89b6 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:17:41.082974 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3023f74-ef99-4493-8f9d-cadbebaf89b6 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:17:41.083297 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3023f74-ef99-4493-8f9d-cadbebaf89b6 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:17:41.083619 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3023f74-ef99-4493-8f9d-cadbebaf89b6 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:17:41.083938 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3023f74-ef99-4493-8f9d-cadbebaf89b6 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:17:41.084258 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3023f74-ef99-4493-8f9d-cadbebaf89b6 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:17:41.084601 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3023f74-ef99-4493-8f9d-cadbebaf89b6 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:17:41.084958 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3023f74-ef99-4493-8f9d-cadbebaf89b6 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:17:41.086068 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3023f74-ef99-4493-8f9d-cadbebaf89b6 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:17:41.135361 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48501ae7-9501-40b6-b037-1ab566605312 req-5eb0583a-53d6-4e4c-bb31-7074036d0e92 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:41.136901 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-48501ae7-9501-40b6-b037-1ab566605312 req-5eb0583a-53d6-4e4c-bb31-7074036d0e92 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "GET /v2.0/ports?device_id=8957ddac-220a-45e1-b0ab-24e8ec8f45f2 HTTP/1.1" status: 200 len: 945 time: 0.0673430 Jul 22 23:17:41.175294 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-48501ae7-9501-40b6-b037-1ab566605312 req-b16a5cbf-07ee-417b-a78b-b134be7a66e0 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9431c73-d6d1-4ad4-9ac3-23b818a1b267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328720 Jul 22 23:17:41.405695 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-c3023f74-ef99-4493-8f9d-cadbebaf89b6 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:41.480620 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-c3023f74-ef99-4493-8f9d-cadbebaf89b6 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:41.620351 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-c3023f74-ef99-4493-8f9d-cadbebaf89b6 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Notify callbacks [] for port, precommit_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:41.624499 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-c3023f74-ef99-4493-8f9d-cadbebaf89b6 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31811429'] for port, after_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:41.688861 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3023f74-ef99-4493-8f9d-cadbebaf89b6 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Pushing event updated for resources: {'Port': ['ID=42a8f67e-8fd4-466d-a468-9fb802bcad67,revision_number=2']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:17:41.707223 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-c3023f74-ef99-4493-8f9d-cadbebaf89b6 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680835'] for floatingip, after_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:41.755172 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bb6b67-e622-45db-8993-13ff32131d53 req-22d15a6e-f5e7-44e8-9c64-db43eac679e0 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:41.756707 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-75bb6b67-e622-45db-8993-13ff32131d53 req-22d15a6e-f5e7-44e8-9c64-db43eac679e0 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=544d54a9-5ad7-41eb-8f2a-564866bd86bb HTTP/1.1" status: 200 len: 946 time: 0.0677240 Jul 22 23:17:41.796013 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-75bb6b67-e622-45db-8993-13ff32131d53 req-02379b9d-06f6-4d6c-8c3c-c09319378047 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=7ba28736-b717-4e82-9aeb-8949531051c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330307 Jul 22 23:17:42.029099 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.db.l3_db [None req-c3023f74-ef99-4493-8f9d-cadbebaf89b6 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Floating IP b27590a5-c159-44d3-baca-43243fa40e88 associated. External IP: 172.27.1.211, port: b6a70cae-5a85-47bc-96dd-aabc929cbc27. Jul 22 23:17:42.247558 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3023f74-ef99-4493-8f9d-cadbebaf89b6 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Router 2c9ba830-d033-4492-ba3e-27c7ea76f05c has already been hosted by L3 agent fdf30918-cf4b-4771-a7f5-907485eb00f1 {{(pid=93193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:17:42.315348 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732c3524-fb54-4dc7-affa-1114054e8c76 req-c1695826-277a-4fe0-948c-48de9b75afe0 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:42.316841 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-732c3524-fb54-4dc7-affa-1114054e8c76 req-c1695826-277a-4fe0-948c-48de9b75afe0 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "GET /v2.0/ports?device_id=8957ddac-220a-45e1-b0ab-24e8ec8f45f2 HTTP/1.1" status: 200 len: 945 time: 0.0725675 Jul 22 23:17:42.360134 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3023f74-ef99-4493-8f9d-cadbebaf89b6 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Notify agent at l3_agent.dv-cinder-801875-2-iscsi the message routers_updated {{(pid=93193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:17:42.364890 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-732c3524-fb54-4dc7-affa-1114054e8c76 req-8d2c8f36-fede-4098-801c-84f317697c02 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9431c73-d6d1-4ad4-9ac3-23b818a1b267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418737 Jul 22 23:17:42.373542 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23bd812c-7446-4e11-aff5-9ce50b3e05a0 None None] Sync routers for ids ['2c9ba830-d033-4492-ba3e-27c7ea76f05c'] in dv-cinder-801875-2-iscsi {{(pid=93194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:17:42.378955 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-c3023f74-ef99-4493-8f9d-cadbebaf89b6 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92570'] for floatingip, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:42.388012 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23bd812c-7446-4e11-aff5-9ce50b3e05a0 None None] Routers {'2c9ba830-d033-4492-ba3e-27c7ea76f05c'} bound to L3 agent in host dv-cinder-801875-2-iscsi {{(pid=93194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:17:42.388943 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-23bd812c-7446-4e11-aff5-9ce50b3e05a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801875-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T23:03:18Z,description=,heartbeat_timestamp=2021-07-22T23:17:18Z,host='dv-cinder-801875-2-iscsi',id=fdf30918-cf4b-4771-a7f5-907485eb00f1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:18Z,topic='l3_agent')) {'router_ids': ['2c9ba830-d033-4492-ba3e-27c7ea76f05c'], 'active': True} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:17:42.424397 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-c3023f74-ef99-4493-8f9d-cadbebaf89b6 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8534012 Jul 22 23:17:42.424397 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e36c1a20-4704-47fa-8b2c-554610c42cc4', 'tag': 'b6a70cae-5a85-47bc-96dd-aabc929cbc27'}] {{(pid=93193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:17:42.424397 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53e3bfa867fb079e45cf064e3f04560eeff66f84eee23b8fde49e5f46f239411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca389302-e314-4fba-b3da-658173d4c7cf" -d '{"events": [{"name": "network-changed", "server_uuid": "e36c1a20-4704-47fa-8b2c-554610c42cc4", "tag": "b6a70cae-5a85-47bc-96dd-aabc929cbc27"}]}' {{(pid=93193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:17:42.463963 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61299c91-2755-4f30-ab99-0c972ca1c7a7 x-openstack-request-id: req-61299c91-2755-4f30-ab99-0c972ca1c7a7 {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:17:42.464285 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e36c1a20-4704-47fa-8b2c-554610c42cc4", "tag": "b6a70cae-5a85-47bc-96dd-aabc929cbc27", "status": "completed", "code": 200}]} {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:17:42.464565 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-61299c91-2755-4f30-ab99-0c972ca1c7a7 {{(pid=93193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:17:42.464960 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e36c1a20-4704-47fa-8b2c-554610c42cc4', 'tag': 'b6a70cae-5a85-47bc-96dd-aabc929cbc27', 'status': 'completed', 'code': 200} Jul 22 23:17:42.498790 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvr_db [None req-23bd812c-7446-4e11-aff5-9ce50b3e05a0 None None] Set router 2c9ba830-d033-4492-ba3e-27c7ea76f05c gateway port host: dv-cinder-801875-2-iscsi {{(pid=93194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:17:42.566006 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca389302-e314-4fba-b3da-658173d4c7cf req-200f2cb7-54db-4a32-8029-7279d5d815b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:42.567631 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-ca389302-e314-4fba-b3da-658173d4c7cf req-200f2cb7-54db-4a32-8029-7279d5d815b8 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7ace0a9b96d34ceb9c996a5476ba0fb1&device_id=e36c1a20-4704-47fa-8b2c-554610c42cc4 HTTP/1.1" status: 200 len: 1099 time: 0.0567651 Jul 22 23:17:42.685162 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca389302-e314-4fba-b3da-658173d4c7cf req-6b39794e-cc87-4c3f-a940-707a1867e40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:42.686889 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-ca389302-e314-4fba-b3da-658173d4c7cf req-6b39794e-cc87-4c3f-a940-707a1867e40a service neutron] 10.222.0.76 "GET /v2.0/networks?id=7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66 HTTP/1.1" status: 200 len: 913 time: 0.0898931 Jul 22 23:17:42.733153 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-23bd812c-7446-4e11-aff5-9ce50b3e05a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9ba830-d033-4492-ba3e-27c7ea76f05c', 'name': 'tempest-TestVolumeBootPattern-1596001516-router', 'tenant_id': '7ace0a9b96d34ceb9c996a5476ba0fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'external_fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': 'a3dd1367-83dd-42c2-8711-f3eed55307dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:13:33Z', 'updated_at': '2021-07-22T23:13:37Z', 'revision_number': 4, 'project_id': '7ace0a9b96d34ceb9c996a5476ba0fb1', 'gw_port': {'id': 'a3dd1367-83dd-42c2-8711-f3eed55307dc', 'name': '', 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:f9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9ba830-d033-4492-ba3e-27c7ea76f05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:13:34Z', 'updated_at': '2021-07-22T23:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801875-2-iscsi', '_floatingips': [{'id': 'b27590a5-c159-44d3-baca-43243fa40e88', 'tenant_id': '7ace0a9b96d34ceb9c996a5476ba0fb1', 'floating_ip_address': '172.27.1.211', 'floating_network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'router_id': '2c9ba830-d033-4492-ba3e-27c7ea76f05c', 'port_id': 'b6a70cae-5a85-47bc-96dd-aabc929cbc27', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66', 'mac_address': 'fa:16:3e:83:12:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36c1a20-4704-47fa-8b2c-554610c42cc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:17:41Z', 'updated_at': '2021-07-22T23:17:41Z', 'revision_number': 0, 'project_id': '7ace0a9b96d34ceb9c996a5476ba0fb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a362c05e-f646-4871-b054-80a24b31ea76', 'name': '', 'network_id': '7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66', 'tenant_id': '7ace0a9b96d34ceb9c996a5476ba0fb1', 'mac_address': 'fa:16:3e:2c:73:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9ba830-d033-4492-ba3e-27c7ea76f05c', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'eb7dc01e-3a8e-4054-a161-8a0276e32317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:13:36Z', 'updated_at': '2021-07-22T23:13:43Z', 'revision_number': 5, 'project_id': '7ace0a9b96d34ceb9c996a5476ba0fb1', 'subnets': [{'id': 'eb7dc01e-3a8e-4054-a161-8a0276e32317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801875-2-iscsi', False) {} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:17:42.757894 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-ca389302-e314-4fba-b3da-658173d4c7cf req-fba25cc0-e89c-4acc-a30b-178af1216373 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b6a70cae-5a85-47bc-96dd-aabc929cbc27 HTTP/1.1" status: 200 len: 1000 time: 0.0635743 Jul 22 23:17:42.764105 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23bd812c-7446-4e11-aff5-9ce50b3e05a0 None None] Checking router: 2c9ba830-d033-4492-ba3e-27c7ea76f05c for host: dv-cinder-801875-2-iscsi {{(pid=93194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:17:42.772641 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23bd812c-7446-4e11-aff5-9ce50b3e05a0 None None] Routers {'2c9ba830-d033-4492-ba3e-27c7ea76f05c'} bound to L3 agent in host dv-cinder-801875-2-iscsi {{(pid=93194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:17:42.773261 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-23bd812c-7446-4e11-aff5-9ce50b3e05a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801875-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T23:03:18Z,description=,heartbeat_timestamp=2021-07-22T23:17:18Z,host='dv-cinder-801875-2-iscsi',id=fdf30918-cf4b-4771-a7f5-907485eb00f1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:18Z,topic='l3_agent')) {'router_ids': ['2c9ba830-d033-4492-ba3e-27c7ea76f05c'], 'active': True} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:17:42.812323 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca389302-e314-4fba-b3da-658173d4c7cf req-9de0e41c-91fd-4fce-9d35-5eb43f68ffbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:42.814026 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-ca389302-e314-4fba-b3da-658173d4c7cf req-9de0e41c-91fd-4fce-9d35-5eb43f68ffbb service neutron] 10.222.0.76 "GET /v2.0/subnets?id=eb7dc01e-3a8e-4054-a161-8a0276e32317 HTTP/1.1" status: 200 len: 851 time: 0.0460401 Jul 22 23:17:42.880045 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca389302-e314-4fba-b3da-658173d4c7cf req-568122c7-fdc4-4b5e-84fd-d529b97f5d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:42.881592 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-ca389302-e314-4fba-b3da-658173d4c7cf req-568122c7-fdc4-4b5e-84fd-d529b97f5d65 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0581179 Jul 22 23:17:42.884284 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvr_db [None req-23bd812c-7446-4e11-aff5-9ce50b3e05a0 None None] Set router 2c9ba830-d033-4492-ba3e-27c7ea76f05c gateway port host: dv-cinder-801875-2-iscsi {{(pid=93194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:17:42.931802 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be4e228-b71d-4acf-9fa0-541e85088abf req-ffc442a5-c7a2-47b7-8383-c668a83d945a tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:42.933402 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-1be4e228-b71d-4acf-9fa0-541e85088abf req-ffc442a5-c7a2-47b7-8383-c668a83d945a tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=544d54a9-5ad7-41eb-8f2a-564866bd86bb HTTP/1.1" status: 200 len: 946 time: 0.0643392 Jul 22 23:17:42.980792 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-ca389302-e314-4fba-b3da-658173d4c7cf req-ad2615eb-0084-45e4-8c19-72576f869711 service neutron] 10.222.0.76 "GET /v2.0/networks/7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913892 Jul 22 23:17:42.987608 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-1be4e228-b71d-4acf-9fa0-541e85088abf req-5d272d05-a61b-4793-b5da-d971244678ae tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=7ba28736-b717-4e82-9aeb-8949531051c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484087 Jul 22 23:17:43.086610 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-ca389302-e314-4fba-b3da-658173d4c7cf req-d544eb65-aa76-4bd8-a85c-526ca575c296 service neutron] 10.222.0.76 "GET /v2.0/networks/7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884864 Jul 22 23:17:43.112755 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-23bd812c-7446-4e11-aff5-9ce50b3e05a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9ba830-d033-4492-ba3e-27c7ea76f05c', 'name': 'tempest-TestVolumeBootPattern-1596001516-router', 'tenant_id': '7ace0a9b96d34ceb9c996a5476ba0fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'external_fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': 'a3dd1367-83dd-42c2-8711-f3eed55307dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:13:33Z', 'updated_at': '2021-07-22T23:13:37Z', 'revision_number': 4, 'project_id': '7ace0a9b96d34ceb9c996a5476ba0fb1', 'gw_port': {'id': 'a3dd1367-83dd-42c2-8711-f3eed55307dc', 'name': '', 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:f9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9ba830-d033-4492-ba3e-27c7ea76f05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:13:34Z', 'updated_at': '2021-07-22T23:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801875-2-iscsi', '_floatingips': [{'id': 'b27590a5-c159-44d3-baca-43243fa40e88', 'tenant_id': '7ace0a9b96d34ceb9c996a5476ba0fb1', 'floating_ip_address': '172.27.1.211', 'floating_network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'router_id': '2c9ba830-d033-4492-ba3e-27c7ea76f05c', 'port_id': 'b6a70cae-5a85-47bc-96dd-aabc929cbc27', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66', 'mac_address': 'fa:16:3e:83:12:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36c1a20-4704-47fa-8b2c-554610c42cc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:17:41Z', 'updated_at': '2021-07-22T23:17:41Z', 'revision_number': 0, 'project_id': '7ace0a9b96d34ceb9c996a5476ba0fb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a362c05e-f646-4871-b054-80a24b31ea76', 'name': '', 'network_id': '7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66', 'tenant_id': '7ace0a9b96d34ceb9c996a5476ba0fb1', 'mac_address': 'fa:16:3e:2c:73:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9ba830-d033-4492-ba3e-27c7ea76f05c', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'eb7dc01e-3a8e-4054-a161-8a0276e32317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:13:36Z', 'updated_at': '2021-07-22T23:13:43Z', 'revision_number': 5, 'project_id': '7ace0a9b96d34ceb9c996a5476ba0fb1', 'subnets': [{'id': 'eb7dc01e-3a8e-4054-a161-8a0276e32317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801875-2-iscsi', False) {} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:17:43.139544 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23bd812c-7446-4e11-aff5-9ce50b3e05a0 None None] The sync data for ids ['2c9ba830-d033-4492-ba3e-27c7ea76f05c'] in dv-cinder-801875-2-iscsi is: [{'id': '2c9ba830-d033-4492-ba3e-27c7ea76f05c', 'name': 'tempest-TestVolumeBootPattern-1596001516-router', 'tenant_id': '7ace0a9b96d34ceb9c996a5476ba0fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'external_fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': 'a3dd1367-83dd-42c2-8711-f3eed55307dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:13:33Z', 'updated_at': '2021-07-22T23:13:37Z', 'revision_number': 4, 'project_id': '7ace0a9b96d34ceb9c996a5476ba0fb1', 'gw_port': {'id': 'a3dd1367-83dd-42c2-8711-f3eed55307dc', 'name': '', 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:f9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9ba830-d033-4492-ba3e-27c7ea76f05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:13:34Z', 'updated_at': '2021-07-22T23:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801875-2-iscsi', '_floatingips': [{'id': 'b27590a5-c159-44d3-baca-43243fa40e88', 'tenant_id': '7ace0a9b96d34ceb9c996a5476ba0fb1', 'floating_ip_address': '172.27.1.211', 'floating_network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'router_id': '2c9ba830-d033-4492-ba3e-27c7ea76f05c', 'port_id': 'b6a70cae-5a85-47bc-96dd-aabc929cbc27', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66', 'mac_address': 'fa:16:3e:83:12:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36c1a20-4704-47fa-8b2c-554610c42cc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:17:41Z', 'updated_at': '2021-07-22T23:17:41Z', 'revision_number': 0, 'project_id': '7ace0a9b96d34ceb9c996a5476ba0fb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a362c05e-f646-4871-b054-80a24b31ea76', 'name': '', 'network_id': '7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66', 'tenant_id': '7ace0a9b96d34ceb9c996a5476ba0fb1', 'mac_address': 'fa:16:3e:2c:73:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9ba830-d033-4492-ba3e-27c7ea76f05c', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'eb7dc01e-3a8e-4054-a161-8a0276e32317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:13:36Z', 'updated_at': '2021-07-22T23:13:43Z', 'revision_number': 5, 'project_id': '7ace0a9b96d34ceb9c996a5476ba0fb1', 'subnets': [{'id': 'eb7dc01e-3a8e-4054-a161-8a0276e32317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:17:43.472136 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369a0717-cd85-4b6d-a9b4-a9e27055157f None None] New status for floating IP b27590a5-c159-44d3-baca-43243fa40e88: ACTIVE {{(pid=93195) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 23:17:43.510410 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7c2dd8-f3cc-45f0-b3e3-1ef62200a7c3 req-e214b97a-d628-47be-aa6c-0d70b86f0acb tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:43.511985 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-6f7c2dd8-f3cc-45f0-b3e3-1ef62200a7c3 req-e214b97a-d628-47be-aa6c-0d70b86f0acb tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "GET /v2.0/ports?device_id=8957ddac-220a-45e1-b0ab-24e8ec8f45f2 HTTP/1.1" status: 200 len: 945 time: 0.0720260 Jul 22 23:17:43.548971 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-6f7c2dd8-f3cc-45f0-b3e3-1ef62200a7c3 req-cf38c29c-a7f1-4125-a37a-eccf58270408 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9431c73-d6d1-4ad4-9ac3-23b818a1b267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313840 Jul 22 23:17:44.678398 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a0ec1a-9176-4602-b729-05b1cfae2a71 req-77723991-12a1-4608-91e9-56cdcace2dcb tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:44.680403 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-56a0ec1a-9176-4602-b729-05b1cfae2a71 req-77723991-12a1-4608-91e9-56cdcace2dcb tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "GET /v2.0/ports?device_id=8957ddac-220a-45e1-b0ab-24e8ec8f45f2 HTTP/1.1" status: 200 len: 945 time: 0.0654972 Jul 22 23:17:44.717448 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-56a0ec1a-9176-4602-b729-05b1cfae2a71 req-36f0884e-1825-400b-b502-41edac19712f tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9431c73-d6d1-4ad4-9ac3-23b818a1b267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310497 Jul 22 23:17:45.479285 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-387166dd-c440-46d4-a3d5-db3c31df4369 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:45.842217 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4434c7-6a2e-426e-87ac-a3e9551c82ab req-79d2b0d5-b051-47a8-a2a4-eab02105c7e3 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:45.843675 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-fb4434c7-6a2e-426e-87ac-a3e9551c82ab req-79d2b0d5-b051-47a8-a2a4-eab02105c7e3 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "GET /v2.0/ports?device_id=8957ddac-220a-45e1-b0ab-24e8ec8f45f2 HTTP/1.1" status: 200 len: 945 time: 0.0615242 Jul 22 23:17:45.879442 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-fb4434c7-6a2e-426e-87ac-a3e9551c82ab req-4c16de0d-9bab-4128-b70b-422e2f938350 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9431c73-d6d1-4ad4-9ac3-23b818a1b267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302022 Jul 22 23:17:47.006478 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64df025a-15a8-4fb8-af7f-e2e860dae5a9 req-1e52d8de-7041-432d-9a17-390f92c87f72 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:47.008541 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-64df025a-15a8-4fb8-af7f-e2e860dae5a9 req-1e52d8de-7041-432d-9a17-390f92c87f72 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "GET /v2.0/ports?device_id=8957ddac-220a-45e1-b0ab-24e8ec8f45f2 HTTP/1.1" status: 200 len: 945 time: 0.0645661 Jul 22 23:17:47.048601 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-64df025a-15a8-4fb8-af7f-e2e860dae5a9 req-3fd66ca6-e304-499b-94ac-57fc93e7a3f0 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9431c73-d6d1-4ad4-9ac3-23b818a1b267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344918 Jul 22 23:17:47.256914 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac76e79-aed3-4ea4-aa10-85332b49da9c req-cd8d63bd-b55e-4fc2-8626-e4e86209c95a tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:47.258889 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-2ac76e79-aed3-4ea4-aa10-85332b49da9c req-cd8d63bd-b55e-4fc2-8626-e4e86209c95a tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "GET /v2.0/ports?device_id=8957ddac-220a-45e1-b0ab-24e8ec8f45f2 HTTP/1.1" status: 200 len: 945 time: 0.0645700 Jul 22 23:17:47.297307 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-2ac76e79-aed3-4ea4-aa10-85332b49da9c req-eb0857c5-da04-4aea-b1e6-6a6df52f1481 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9431c73-d6d1-4ad4-9ac3-23b818a1b267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328004 Jul 22 23:17:47.343969 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd11b35f-660d-479f-891f-753c77baa55a req-b281306c-e9ae-4dff-b9d0-d193788f9728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:47.345477 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-bd11b35f-660d-479f-891f-753c77baa55a req-b281306c-e9ae-4dff-b9d0-d193788f9728 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=644f41edb0214c8ab14723779bf27138&device_id=8957ddac-220a-45e1-b0ab-24e8ec8f45f2 HTTP/1.1" status: 200 len: 1098 time: 0.0534728 Jul 22 23:17:47.437913 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd11b35f-660d-479f-891f-753c77baa55a req-356febfc-6d13-4d6b-a15b-f5729492ceae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:47.439581 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-bd11b35f-660d-479f-891f-753c77baa55a req-356febfc-6d13-4d6b-a15b-f5729492ceae service neutron] 10.222.0.76 "GET /v2.0/networks?id=4f17eb94-4fd3-4423-afe5-64fcf5db4153 HTTP/1.1" status: 200 len: 912 time: 0.0873091 Jul 22 23:17:47.504202 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-bd11b35f-660d-479f-891f-753c77baa55a req-604c0149-e5ea-46ec-a50a-f4ac870dbd43 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0cd6e849-90ed-4514-9982-b817feae961b HTTP/1.1" status: 200 len: 1000 time: 0.0583153 Jul 22 23:17:47.557581 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd11b35f-660d-479f-891f-753c77baa55a req-b36cf18a-e211-4147-8ab0-8ba0cab12d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:47.558968 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-bd11b35f-660d-479f-891f-753c77baa55a req-b36cf18a-e211-4147-8ab0-8ba0cab12d6d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=01ac7e7d-3e1a-483e-a24c-82af1c680c45 HTTP/1.1" status: 200 len: 850 time: 0.0478687 Jul 22 23:17:47.620441 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd11b35f-660d-479f-891f-753c77baa55a req-cf771686-ae1b-4be5-9429-2042af34855d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:47.621928 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-bd11b35f-660d-479f-891f-753c77baa55a req-cf771686-ae1b-4be5-9429-2042af34855d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4f17eb94-4fd3-4423-afe5-64fcf5db4153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0565417 Jul 22 23:17:47.708017 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-bd11b35f-660d-479f-891f-753c77baa55a req-2efe6ad0-bb7e-4f60-93fa-c1c17939c1a8 service neutron] 10.222.0.76 "GET /v2.0/networks/4f17eb94-4fd3-4423-afe5-64fcf5db4153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791399 Jul 22 23:17:47.799400 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-bd11b35f-660d-479f-891f-753c77baa55a req-6a0a8d47-3bc4-4a31-bee8-73b73b954df5 service neutron] 10.222.0.76 "GET /v2.0/networks/4f17eb94-4fd3-4423-afe5-64fcf5db4153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854433 Jul 22 23:17:48.173778 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-bd387583-93ab-4f52-9b0d-8dc348bac84c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:48.425488 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a4e9fa-4476-4dda-bcc2-1eca05da441d req-90119280-faf0-495b-88cb-5a9abd3e5d30 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:48.426870 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-49a4e9fa-4476-4dda-bcc2-1eca05da441d req-90119280-faf0-495b-88cb-5a9abd3e5d30 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "GET /v2.0/ports?device_id=8957ddac-220a-45e1-b0ab-24e8ec8f45f2 HTTP/1.1" status: 200 len: 945 time: 0.0640221 Jul 22 23:17:48.466760 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-49a4e9fa-4476-4dda-bcc2-1eca05da441d req-42dcd9d2-765e-4336-9ad8-1f50837371cc tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9431c73-d6d1-4ad4-9ac3-23b818a1b267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328479 Jul 22 23:17:48.676892 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:48.738343 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:49.146238 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-d6d3e244-519d-4c84-95ee-f6386db2b0d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:49.598245 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f33f9a-5bef-43c1-8672-fce23cef53e2 req-aac9ba0d-9dd9-41d3-ad2e-ceaa2473ccd1 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:49.599726 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-d0f33f9a-5bef-43c1-8672-fce23cef53e2 req-aac9ba0d-9dd9-41d3-ad2e-ceaa2473ccd1 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "GET /v2.0/ports?device_id=8957ddac-220a-45e1-b0ab-24e8ec8f45f2 HTTP/1.1" status: 200 len: 945 time: 0.0652149 Jul 22 23:17:49.641686 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-d0f33f9a-5bef-43c1-8672-fce23cef53e2 req-4000dbf7-72c1-4e3a-93b2-00a5a340ed14 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9431c73-d6d1-4ad4-9ac3-23b818a1b267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359304 Jul 22 23:17:50.917059 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-cbf739a1-5d20-402c-989d-00d0f7e6e81c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:15.479685 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-7d13c4ea-cb7b-46da-aebc-ab66f52c8c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:16.426476 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeb4052-822d-49c7-b4ce-52508ed93832 req-843c717b-6564-448a-b6fe-a089d27e274b tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:18:16.427930 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-3eeb4052-822d-49c7-b4ce-52508ed93832 req-843c717b-6564-448a-b6fe-a089d27e274b tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=544d54a9-5ad7-41eb-8f2a-564866bd86bb HTTP/1.1" status: 200 len: 946 time: 0.0628572 Jul 22 23:18:16.464120 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-3eeb4052-822d-49c7-b4ce-52508ed93832 req-8a9ffd01-dfc9-4412-95e7-d89b1dead4ff tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=7ba28736-b717-4e82-9aeb-8949531051c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305915 Jul 22 23:18:16.894758 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.agents_db [None req-bfbb8894-14bb-41d0-8761-89beb89abbcb None None] Agent healthcheck: found 6 active agents {{(pid=93195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:18:17.594458 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0e4601-0ce3-42ff-a1a8-72eb8d0c3e84 req-4ffaaebb-7b2e-431d-b783-af1b9eecb149 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:18:17.595920 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-9a0e4601-0ce3-42ff-a1a8-72eb8d0c3e84 req-4ffaaebb-7b2e-431d-b783-af1b9eecb149 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=544d54a9-5ad7-41eb-8f2a-564866bd86bb HTTP/1.1" status: 200 len: 946 time: 0.0621502 Jul 22 23:18:17.636640 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-9a0e4601-0ce3-42ff-a1a8-72eb8d0c3e84 req-bc312672-37eb-4fde-b34c-1cef82a5361c tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups?id=7ba28736-b717-4e82-9aeb-8949531051c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344427 Jul 22 23:18:18.099431 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f36e70-af99-43b3-9e80-2700210c99c6 req-46d912b9-9346-4f51-9a8f-2c1bd1d11c00 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:18:18.101113 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-14f36e70-af99-43b3-9e80-2700210c99c6 req-46d912b9-9346-4f51-9a8f-2c1bd1d11c00 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.76 "GET /v2.0/ports?device_id=544d54a9-5ad7-41eb-8f2a-564866bd86bb HTTP/1.1" status: 200 len: 946 time: 0.0623872 Jul 22 23:18:18.173110 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-ffe35b7e-2c28-41c8-a52f-2e2b46b1eb4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:18.203240 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.plugin [req-14f36e70-af99-43b3-9e80-2700210c99c6 req-7399089d-0a5b-46f7-84e7-699cb8182b8e tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Deleting port 037f2ea9-5050-415f-9f26-af0d00823a41 {{(pid=93193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:18:18.203578 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-14f36e70-af99-43b3-9e80-2700210c99c6 req-7399089d-0a5b-46f7-84e7-699cb8182b8e tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769065717140'] for port, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:18.289036 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.db [req-14f36e70-af99-43b3-9e80-2700210c99c6 req-7399089d-0a5b-46f7-84e7-699cb8182b8e tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] For port 037f2ea9-5050-415f-9f26-af0d00823a41, host hv-cinder-80187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80187',level=0,port_id=037f2ea9-5050-415f-9f26-af0d00823a41,segment=NetworkSegment(f73d282d-c39b-4414-b8a8-4f3ec992f8ca),segment_id=f73d282d-c39b-4414-b8a8-4f3ec992f8ca)] {{(pid=93193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:18:18.289391 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-14f36e70-af99-43b3-9e80-2700210c99c6 req-7399089d-0a5b-46f7-84e7-699cb8182b8e tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681326'] for port, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:18.451163 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-14f36e70-af99-43b3-9e80-2700210c99c6 req-7399089d-0a5b-46f7-84e7-699cb8182b8e tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:18.451533 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-14f36e70-af99-43b3-9e80-2700210c99c6 req-7399089d-0a5b-46f7-84e7-699cb8182b8e tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680835'] for floatingip, after_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:18.451843 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.db.l3_db [req-14f36e70-af99-43b3-9e80-2700210c99c6 req-7399089d-0a5b-46f7-84e7-699cb8182b8e tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Floating IP d66e5231-595b-4b8c-917a-b96e7212496d disassociated. External IP: 172.27.1.221, port: 037f2ea9-5050-415f-9f26-af0d00823a41. Jul 22 23:18:18.452177 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.plugin [req-14f36e70-af99-43b3-9e80-2700210c99c6 req-7399089d-0a5b-46f7-84e7-699cb8182b8e tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Calling delete_port for 037f2ea9-5050-415f-9f26-af0d00823a41 owned by compute:nova {{(pid=93193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:18:18.576073 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-14f36e70-af99-43b3-9e80-2700210c99c6 req-7399089d-0a5b-46f7-84e7-699cb8182b8e tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769065717863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769065317250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31811438'] for port, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:18.602216 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7399089d-0a5b-46f7-84e7-699cb8182b8e tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Pushing event deleted for resources: {'Port': ['ID=037f2ea9-5050-415f-9f26-af0d00823a41,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:18:18.679786 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:18.718864 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.scheduler.l3_agent_scheduler [req-14f36e70-af99-43b3-9e80-2700210c99c6 req-7399089d-0a5b-46f7-84e7-699cb8182b8e tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Router 8224ad20-6f9d-4cf8-8783-c43db30f6170 has already been hosted by L3 agent fdf30918-cf4b-4771-a7f5-907485eb00f1 {{(pid=93193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:18:18.735899 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-0c68a995-e11f-4cb8-a0c0-e9c61139ab3a req-7a23a766-99e9-48b1-b98f-588f7d0a8da1 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/ports?device_id=544d54a9-5ad7-41eb-8f2a-564866bd86bb HTTP/1.1" status: 200 len: 210 time: 0.0300534 Jul 22 23:18:18.764055 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:18.826405 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-14f36e70-af99-43b3-9e80-2700210c99c6 req-7399089d-0a5b-46f7-84e7-699cb8182b8e tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Notify agent at l3_agent.dv-cinder-801875-2-iscsi the message routers_updated {{(pid=93193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:18:18.836217 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5311484-adee-4800-b1e3-df43ce8308b3 None None] Sync routers for ids ['8224ad20-6f9d-4cf8-8783-c43db30f6170'] in dv-cinder-801875-2-iscsi {{(pid=93194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:18:18.844949 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5311484-adee-4800-b1e3-df43ce8308b3 None None] Routers {'8224ad20-6f9d-4cf8-8783-c43db30f6170'} bound to L3 agent in host dv-cinder-801875-2-iscsi {{(pid=93194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:18:18.845557 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-a5311484-adee-4800-b1e3-df43ce8308b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801875-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T23:03:18Z,description=,heartbeat_timestamp=2021-07-22T23:18:18Z,host='dv-cinder-801875-2-iscsi',id=fdf30918-cf4b-4771-a7f5-907485eb00f1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:18Z,topic='l3_agent')) {'router_ids': ['8224ad20-6f9d-4cf8-8783-c43db30f6170'], 'active': True} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:18:18.871140 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.db.l3_dvrscheduler_db [req-14f36e70-af99-43b3-9e80-2700210c99c6 req-7399089d-0a5b-46f7-84e7-699cb8182b8e tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] No DVR routers for this DVR port 037f2ea9-5050-415f-9f26-af0d00823a41 on host hv-cinder-80187 {{(pid=93193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:18:18.873778 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-14f36e70-af99-43b3-9e80-2700210c99c6 req-7399089d-0a5b-46f7-84e7-699cb8182b8e tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92570'] for port, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:18.875802 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-14f36e70-af99-43b3-9e80-2700210c99c6 req-7399089d-0a5b-46f7-84e7-699cb8182b8e tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.76 "DELETE /v2.0/ports/037f2ea9-5050-415f-9f26-af0d00823a41 HTTP/1.1" status: 204 len: 173 time: 0.7693810 Jul 22 23:18:18.876227 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '544d54a9-5ad7-41eb-8f2a-564866bd86bb', 'name': 'network-vif-deleted', 'tag': '037f2ea9-5050-415f-9f26-af0d00823a41'}] {{(pid=93193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:18:18.878464 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53e3bfa867fb079e45cf064e3f04560eeff66f84eee23b8fde49e5f46f239411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84431073-78d1-43f5-8c64-764dd8467c3f" -d '{"events": [{"server_uuid": "544d54a9-5ad7-41eb-8f2a-564866bd86bb", "name": "network-vif-deleted", "tag": "037f2ea9-5050-415f-9f26-af0d00823a41"}]}' {{(pid=93193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:18:18.916246 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efc51493-8e3f-49e4-9b53-c03d647fb040 x-openstack-request-id: req-efc51493-8e3f-49e4-9b53-c03d647fb040 {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:18:18.916625 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "544d54a9-5ad7-41eb-8f2a-564866bd86bb", "name": "network-vif-deleted", "tag": "037f2ea9-5050-415f-9f26-af0d00823a41", "status": "completed", "code": 200}]} {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:18:18.916812 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-efc51493-8e3f-49e4-9b53-c03d647fb040 {{(pid=93193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:18:18.917205 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '544d54a9-5ad7-41eb-8f2a-564866bd86bb', 'name': 'network-vif-deleted', 'tag': '037f2ea9-5050-415f-9f26-af0d00823a41', 'status': 'completed', 'code': 200} Jul 22 23:18:18.955195 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvr_db [None req-a5311484-adee-4800-b1e3-df43ce8308b3 None None] Set router 8224ad20-6f9d-4cf8-8783-c43db30f6170 gateway port host: dv-cinder-801875-2-iscsi {{(pid=93194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:18:19.159457 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-d6d3e244-519d-4c84-95ee-f6386db2b0d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:19.179492 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-a5311484-adee-4800-b1e3-df43ce8308b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8224ad20-6f9d-4cf8-8783-c43db30f6170', 'name': 'tempest-AttachVolumeShelveTestJSON-1093504326-router', 'tenant_id': '934579b2f9344fa4a2472101e976d552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'external_fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '41f5966e-46b6-472b-a65f-12904462cfc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:11:09Z', 'updated_at': '2021-07-22T23:11:21Z', 'revision_number': 4, 'project_id': '934579b2f9344fa4a2472101e976d552', 'gw_port': {'id': '41f5966e-46b6-472b-a65f-12904462cfc3', 'name': '', 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:2e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8224ad20-6f9d-4cf8-8783-c43db30f6170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:11:10Z', 'updated_at': '2021-07-22T23:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801875-2-iscsi', '_interfaces': [{'id': 'ee9e5b45-0554-4341-94e3-6949c5a4fd0a', 'name': '', 'network_id': '15297b5d-2132-449e-9de1-fcfc3bc99bcd', 'tenant_id': '934579b2f9344fa4a2472101e976d552', 'mac_address': 'fa:16:3e:d3:ad:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8224ad20-6f9d-4cf8-8783-c43db30f6170', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c47fa5de-a082-4f3c-9a72-06af8857dbb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:11:17Z', 'updated_at': '2021-07-22T23:11:29Z', 'revision_number': 5, 'project_id': '934579b2f9344fa4a2472101e976d552', 'subnets': [{'id': 'c47fa5de-a082-4f3c-9a72-06af8857dbb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801875-2-iscsi', False) {} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:18:19.207187 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5311484-adee-4800-b1e3-df43ce8308b3 None None] Checking router: 8224ad20-6f9d-4cf8-8783-c43db30f6170 for host: dv-cinder-801875-2-iscsi {{(pid=93194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:18:19.216186 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5311484-adee-4800-b1e3-df43ce8308b3 None None] Routers {'8224ad20-6f9d-4cf8-8783-c43db30f6170'} bound to L3 agent in host dv-cinder-801875-2-iscsi {{(pid=93194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:18:19.216859 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-a5311484-adee-4800-b1e3-df43ce8308b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801875-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T23:03:18Z,description=,heartbeat_timestamp=2021-07-22T23:18:18Z,host='dv-cinder-801875-2-iscsi',id=fdf30918-cf4b-4771-a7f5-907485eb00f1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:18Z,topic='l3_agent')) {'router_ids': ['8224ad20-6f9d-4cf8-8783-c43db30f6170'], 'active': True} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:18:19.445740 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvr_db [None req-a5311484-adee-4800-b1e3-df43ce8308b3 None None] Set router 8224ad20-6f9d-4cf8-8783-c43db30f6170 gateway port host: dv-cinder-801875-2-iscsi {{(pid=93194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:18:19.637138 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-a5311484-adee-4800-b1e3-df43ce8308b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8224ad20-6f9d-4cf8-8783-c43db30f6170', 'name': 'tempest-AttachVolumeShelveTestJSON-1093504326-router', 'tenant_id': '934579b2f9344fa4a2472101e976d552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'external_fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '41f5966e-46b6-472b-a65f-12904462cfc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:11:09Z', 'updated_at': '2021-07-22T23:11:21Z', 'revision_number': 4, 'project_id': '934579b2f9344fa4a2472101e976d552', 'gw_port': {'id': '41f5966e-46b6-472b-a65f-12904462cfc3', 'name': '', 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:2e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8224ad20-6f9d-4cf8-8783-c43db30f6170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:11:10Z', 'updated_at': '2021-07-22T23:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801875-2-iscsi', '_interfaces': [{'id': 'ee9e5b45-0554-4341-94e3-6949c5a4fd0a', 'name': '', 'network_id': '15297b5d-2132-449e-9de1-fcfc3bc99bcd', 'tenant_id': '934579b2f9344fa4a2472101e976d552', 'mac_address': 'fa:16:3e:d3:ad:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8224ad20-6f9d-4cf8-8783-c43db30f6170', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c47fa5de-a082-4f3c-9a72-06af8857dbb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:11:17Z', 'updated_at': '2021-07-22T23:11:29Z', 'revision_number': 5, 'project_id': '934579b2f9344fa4a2472101e976d552', 'subnets': [{'id': 'c47fa5de-a082-4f3c-9a72-06af8857dbb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801875-2-iscsi', False) {} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:18:19.666252 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5311484-adee-4800-b1e3-df43ce8308b3 None None] The sync data for ids ['8224ad20-6f9d-4cf8-8783-c43db30f6170'] in dv-cinder-801875-2-iscsi is: [{'id': '8224ad20-6f9d-4cf8-8783-c43db30f6170', 'name': 'tempest-AttachVolumeShelveTestJSON-1093504326-router', 'tenant_id': '934579b2f9344fa4a2472101e976d552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'external_fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '41f5966e-46b6-472b-a65f-12904462cfc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:11:09Z', 'updated_at': '2021-07-22T23:11:21Z', 'revision_number': 4, 'project_id': '934579b2f9344fa4a2472101e976d552', 'gw_port': {'id': '41f5966e-46b6-472b-a65f-12904462cfc3', 'name': '', 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:2e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8224ad20-6f9d-4cf8-8783-c43db30f6170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:11:10Z', 'updated_at': '2021-07-22T23:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801875-2-iscsi', '_interfaces': [{'id': 'ee9e5b45-0554-4341-94e3-6949c5a4fd0a', 'name': '', 'network_id': '15297b5d-2132-449e-9de1-fcfc3bc99bcd', 'tenant_id': '934579b2f9344fa4a2472101e976d552', 'mac_address': 'fa:16:3e:d3:ad:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8224ad20-6f9d-4cf8-8783-c43db30f6170', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c47fa5de-a082-4f3c-9a72-06af8857dbb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:11:17Z', 'updated_at': '2021-07-22T23:11:29Z', 'revision_number': 5, 'project_id': '934579b2f9344fa4a2472101e976d552', 'subnets': [{'id': 'c47fa5de-a082-4f3c-9a72-06af8857dbb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:18:19.824085 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 39472) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:18:19.868659 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3398759-52c0-4832-a503-665c4e5841b6 None None] New status for floating IP d66e5231-595b-4b8c-917a-b96e7212496d: DOWN {{(pid=93195) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 23:18:19.881186 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-c66d296a-ee6c-48a7-88ad-c7bfa1200b4f tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Notify callbacks [] for security_group, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:19.907947 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-c66d296a-ee6c-48a7-88ad-c7bfa1200b4f tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:19.956627 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-c66d296a-ee6c-48a7-88ad-c7bfa1200b4f tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:19.959230 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-c66d296a-ee6c-48a7-88ad-c7bfa1200b4f tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Notify callbacks [] for security_group, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:19.961020 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-c66d296a-ee6c-48a7-88ad-c7bfa1200b4f tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "DELETE /v2.0/security-groups/7ba28736-b717-4e82-9aeb-8949531051c1 HTTP/1.1" status: 204 len: 168 time: 0.1358964 Jul 22 23:18:19.963830 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 39474) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:18:19.970778 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66d296a-ee6c-48a7-88ad-c7bfa1200b4f tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ba28736-b717-4e82-9aeb-8949531051c1,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:18:19.978666 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.api.v2.resource [None req-4b789d47-4d7a-400e-840d-676fa5c452ff tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] show failed (client error): The resource could not be found. Jul 22 23:18:19.979754 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-4b789d47-4d7a-400e-840d-676fa5c452ff tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "GET /v2.0/security-groups/7ba28736-b717-4e82-9aeb-8949531051c1 HTTP/1.1" status: 404 len: 347 time: 0.0146949 Jul 22 23:18:19.982694 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 39476) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:18:20.103037 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.plugin [None req-bb53708f-1714-4a48-be8c-482f394eab40 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Deleting port 7d34af4b-bab6-46e7-a2df-303773d52bed {{(pid=93192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:18:20.103374 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-bb53708f-1714-4a48-be8c-482f394eab40 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769065717140'] for port, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:20.179493 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-bb53708f-1714-4a48-be8c-482f394eab40 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681326'] for port, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:20.179715 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-bb53708f-1714-4a48-be8c-482f394eab40 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:20.191245 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.plugin [None req-bb53708f-1714-4a48-be8c-482f394eab40 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Calling delete_port for 7d34af4b-bab6-46e7-a2df-303773d52bed owned by network:floatingip {{(pid=93192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:18:20.315441 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-bb53708f-1714-4a48-be8c-482f394eab40 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769065717863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769065317250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30393516'] for port, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:20.344037 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb53708f-1714-4a48-be8c-482f394eab40 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Pushing event deleted for resources: {'Port': ['ID=7d34af4b-bab6-46e7-a2df-303773d52bed,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:18:20.369577 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb53708f-1714-4a48-be8c-482f394eab40 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:18:20.369921 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb53708f-1714-4a48-be8c-482f394eab40 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:18:20.370254 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb53708f-1714-4a48-be8c-482f394eab40 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:18:20.370586 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb53708f-1714-4a48-be8c-482f394eab40 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:18:20.370918 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb53708f-1714-4a48-be8c-482f394eab40 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:18:20.371242 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb53708f-1714-4a48-be8c-482f394eab40 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:18:20.371563 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb53708f-1714-4a48-be8c-482f394eab40 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:18:20.371882 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb53708f-1714-4a48-be8c-482f394eab40 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:18:20.372199 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb53708f-1714-4a48-be8c-482f394eab40 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:18:20.372606 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb53708f-1714-4a48-be8c-482f394eab40 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:18:20.372925 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb53708f-1714-4a48-be8c-482f394eab40 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:18:20.373241 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb53708f-1714-4a48-be8c-482f394eab40 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:18:20.413223 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-bb53708f-1714-4a48-be8c-482f394eab40 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Notify callbacks [] for floatingip, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:20.415706 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-bb53708f-1714-4a48-be8c-482f394eab40 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92570'] for floatingip, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:20.416864 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-bb53708f-1714-4a48-be8c-482f394eab40 tempest-AttachVolumeShelveTestJSON-66680416 tempest-AttachVolumeShelveTestJSON-66680416-project] 10.222.0.44 "DELETE /v2.0/floatingips/d66e5231-595b-4b8c-917a-b96e7212496d HTTP/1.1" status: 204 len: 168 time: 0.4332187 Jul 22 23:18:20.920286 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-cbf739a1-5d20-402c-989d-00d0f7e6e81c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:22.272681 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Device 037f2ea9-5050-415f-9f26-af0d00823a41 no longer exists at agent hyperv_hv-cinder-80187 {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:18:22.292591 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] No Port match for: 037f2ea9-5050-415f-9f26-af0d00823a41 {{(pid=93194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:18:22.292929 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Device 037f2ea9-5050-415f-9f26-af0d00823a41 not bound to the agent host hv-cinder-80187 {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:18:22.820560 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 39500) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:18:23.516002 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-f076d857-e578-440f-8918-e64574258dfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-679043'] for router_interface, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:23.806779 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.plugin [None req-f076d857-e578-440f-8918-e64574258dfa admin admin] Deleting port ee9e5b45-0554-4341-94e3-6949c5a4fd0a {{(pid=93193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:18:23.807042 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-f076d857-e578-440f-8918-e64574258dfa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769065717140'] for port, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:23.880959 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.db [None req-f076d857-e578-440f-8918-e64574258dfa admin admin] For port ee9e5b45-0554-4341-94e3-6949c5a4fd0a, host dv-cinder-801875-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801875-2-iscsi',level=0,port_id=ee9e5b45-0554-4341-94e3-6949c5a4fd0a,segment=NetworkSegment(f73d282d-c39b-4414-b8a8-4f3ec992f8ca),segment_id=f73d282d-c39b-4414-b8a8-4f3ec992f8ca)] {{(pid=93193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:18:23.881640 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-f076d857-e578-440f-8918-e64574258dfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681326'] for port, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:23.892971 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.plugin [None req-f076d857-e578-440f-8918-e64574258dfa admin admin] Calling delete_port for ee9e5b45-0554-4341-94e3-6949c5a4fd0a owned by network:router_interface {{(pid=93193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:18:24.087285 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-f076d857-e578-440f-8918-e64574258dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769065717863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769065317250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31811438'] for port, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:24.117805 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f076d857-e578-440f-8918-e64574258dfa admin admin] Pushing event deleted for resources: {'Port': ['ID=ee9e5b45-0554-4341-94e3-6949c5a4fd0a,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:18:24.272952 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-f076d857-e578-440f-8918-e64574258dfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-678943'] for router_interface, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:24.477460 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f076d857-e578-440f-8918-e64574258dfa admin admin] Router 8224ad20-6f9d-4cf8-8783-c43db30f6170 has already been hosted by L3 agent fdf30918-cf4b-4771-a7f5-907485eb00f1 {{(pid=93193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:18:24.586062 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f076d857-e578-440f-8918-e64574258dfa admin admin] Notify agent at l3_agent.dv-cinder-801875-2-iscsi the message routers_updated {{(pid=93193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:18:24.591000 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-f076d857-e578-440f-8918-e64574258dfa admin admin] 10.222.0.44 "PUT /v2.0/routers/8224ad20-6f9d-4cf8-8783-c43db30f6170/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7694409 Jul 22 23:18:24.593560 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 39506) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:18:24.596012 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58cb64c-f393-4e74-9533-9ca782902268 None None] Sync routers for ids ['8224ad20-6f9d-4cf8-8783-c43db30f6170'] in dv-cinder-801875-2-iscsi {{(pid=93194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:18:24.605440 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58cb64c-f393-4e74-9533-9ca782902268 None None] Routers {'8224ad20-6f9d-4cf8-8783-c43db30f6170'} bound to L3 agent in host dv-cinder-801875-2-iscsi {{(pid=93194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:18:24.606126 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-a58cb64c-f393-4e74-9533-9ca782902268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801875-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T23:03:18Z,description=,heartbeat_timestamp=2021-07-22T23:18:18Z,host='dv-cinder-801875-2-iscsi',id=fdf30918-cf4b-4771-a7f5-907485eb00f1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:18Z,topic='l3_agent')) {'router_ids': ['8224ad20-6f9d-4cf8-8783-c43db30f6170'], 'active': True} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:18:24.705415 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-fb367de8-c1c2-4773-8ed7-9fcb0084f6c9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:24.712758 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvr_db [None req-a58cb64c-f393-4e74-9533-9ca782902268 None None] Set router 8224ad20-6f9d-4cf8-8783-c43db30f6170 gateway port host: dv-cinder-801875-2-iscsi {{(pid=93194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:18:24.800842 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-fb367de8-c1c2-4773-8ed7-9fcb0084f6c9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:24.859602 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.plugin [None req-fb367de8-c1c2-4773-8ed7-9fcb0084f6c9 admin admin] Deleting port 41f5966e-46b6-472b-a65f-12904462cfc3 {{(pid=93193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:18:24.859990 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-fb367de8-c1c2-4773-8ed7-9fcb0084f6c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769065717140'] for port, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:24.917962 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-a58cb64c-f393-4e74-9533-9ca782902268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8224ad20-6f9d-4cf8-8783-c43db30f6170', 'name': 'tempest-AttachVolumeShelveTestJSON-1093504326-router', 'tenant_id': '934579b2f9344fa4a2472101e976d552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'external_fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '41f5966e-46b6-472b-a65f-12904462cfc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:11:09Z', 'updated_at': '2021-07-22T23:18:24Z', 'revision_number': 5, 'project_id': '934579b2f9344fa4a2472101e976d552', 'gw_port': {'id': '41f5966e-46b6-472b-a65f-12904462cfc3', 'name': '', 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:2e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8224ad20-6f9d-4cf8-8783-c43db30f6170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:11:10Z', 'updated_at': '2021-07-22T23:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801875-2-iscsi'}], 'dv-cinder-801875-2-iscsi', False) {} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:18:24.952774 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.db [None req-fb367de8-c1c2-4773-8ed7-9fcb0084f6c9 admin admin] For port 41f5966e-46b6-472b-a65f-12904462cfc3, host dv-cinder-801875-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801875-2-iscsi',level=0,port_id=41f5966e-46b6-472b-a65f-12904462cfc3,segment=NetworkSegment(829b4ee6-bc3b-4b66-8264-3fcbe946197d),segment_id=829b4ee6-bc3b-4b66-8264-3fcbe946197d)] {{(pid=93193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:18:24.953400 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-fb367de8-c1c2-4773-8ed7-9fcb0084f6c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681326'] for port, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:24.955029 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58cb64c-f393-4e74-9533-9ca782902268 None None] Checking router: 8224ad20-6f9d-4cf8-8783-c43db30f6170 for host: dv-cinder-801875-2-iscsi {{(pid=93194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:18:24.964018 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58cb64c-f393-4e74-9533-9ca782902268 None None] Routers {'8224ad20-6f9d-4cf8-8783-c43db30f6170'} bound to L3 agent in host dv-cinder-801875-2-iscsi {{(pid=93194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:18:24.964784 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-a58cb64c-f393-4e74-9533-9ca782902268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801875-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T23:03:18Z,description=,heartbeat_timestamp=2021-07-22T23:18:18Z,host='dv-cinder-801875-2-iscsi',id=fdf30918-cf4b-4771-a7f5-907485eb00f1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:18Z,topic='l3_agent')) {'router_ids': ['8224ad20-6f9d-4cf8-8783-c43db30f6170'], 'active': True} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:18:24.969059 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.plugin [None req-fb367de8-c1c2-4773-8ed7-9fcb0084f6c9 admin admin] Calling delete_port for 41f5966e-46b6-472b-a65f-12904462cfc3 owned by network:router_gateway {{(pid=93193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:18:25.016611 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4d25b1-0ef0-4218-8ece-67363ef8b29a req-d52bb897-5759-4e57-9181-3533dde0392d tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:18:25.018729 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-1e4d25b1-0ef0-4218-8ece-67363ef8b29a req-d52bb897-5759-4e57-9181-3533dde0392d tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "GET /v2.0/ports?device_id=8957ddac-220a-45e1-b0ab-24e8ec8f45f2 HTTP/1.1" status: 200 len: 945 time: 0.0710313 Jul 22 23:18:25.061040 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-1e4d25b1-0ef0-4218-8ece-67363ef8b29a req-0cb6333f-b408-4b71-b559-cd8a135ba826 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9431c73-d6d1-4ad4-9ac3-23b818a1b267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361953 Jul 22 23:18:25.068509 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvr_db [None req-a58cb64c-f393-4e74-9533-9ca782902268 None None] Set router 8224ad20-6f9d-4cf8-8783-c43db30f6170 gateway port host: None {{(pid=93194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:18:25.125765 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-a58cb64c-f393-4e74-9533-9ca782902268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8224ad20-6f9d-4cf8-8783-c43db30f6170', 'name': 'tempest-AttachVolumeShelveTestJSON-1093504326-router', 'tenant_id': '934579b2f9344fa4a2472101e976d552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:11:09Z', 'updated_at': '2021-07-22T23:18:24Z', 'revision_number': 6, 'project_id': '934579b2f9344fa4a2472101e976d552', 'gw_port_host': None}], 'dv-cinder-801875-2-iscsi', False) {} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:18:25.151967 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58cb64c-f393-4e74-9533-9ca782902268 None None] The sync data for ids ['8224ad20-6f9d-4cf8-8783-c43db30f6170'] in dv-cinder-801875-2-iscsi is: [{'id': '8224ad20-6f9d-4cf8-8783-c43db30f6170', 'name': 'tempest-AttachVolumeShelveTestJSON-1093504326-router', 'tenant_id': '934579b2f9344fa4a2472101e976d552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:11:09Z', 'updated_at': '2021-07-22T23:18:24Z', 'revision_number': 6, 'project_id': '934579b2f9344fa4a2472101e976d552', 'gw_port_host': None}] {{(pid=93194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:18:25.152863 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-fb367de8-c1c2-4773-8ed7-9fcb0084f6c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769065717863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769065317250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31811438'] for port, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:25.178652 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb367de8-c1c2-4773-8ed7-9fcb0084f6c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=41f5966e-46b6-472b-a65f-12904462cfc3,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:18:25.242278 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-fb367de8-c1c2-4773-8ed7-9fcb0084f6c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680889'] for router_gateway, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:25.558565 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-fb367de8-c1c2-4773-8ed7-9fcb0084f6c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-680302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12241'] for router, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:25.562044 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-fb367de8-c1c2-4773-8ed7-9fcb0084f6c9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:25.627147 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-fb367de8-c1c2-4773-8ed7-9fcb0084f6c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-681282'] for router, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:25.627699 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb367de8-c1c2-4773-8ed7-9fcb0084f6c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8224ad20-6f9d-4cf8-8783-c43db30f6170 {{(pid=93193) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:18:25.632668 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-fb367de8-c1c2-4773-8ed7-9fcb0084f6c9 admin admin] Notify callbacks [] for router, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:25.633651 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-fb367de8-c1c2-4773-8ed7-9fcb0084f6c9 admin admin] 10.222.0.44 "DELETE /v2.0/routers/8224ad20-6f9d-4cf8-8783-c43db30f6170 HTTP/1.1" status: 204 len: 168 time: 1.0390694 Jul 22 23:18:25.636138 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 39516) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:18:25.677712 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.db.db_base_plugin_v2 [None req-27d60d8c-067d-44c6-9ab0-3b5a14764096 admin admin] Deleting subnet c47fa5de-a082-4f3c-9a72-06af8857dbb0 {{(pid=93193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:18:25.681243 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-27d60d8c-067d-44c6-9ab0-3b5a14764096 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:25.712702 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-27d60d8c-067d-44c6-9ab0-3b5a14764096 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31082759'] for subnet, precommit_delete_associations {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:25.817972 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-27d60d8c-067d-44c6-9ab0-3b5a14764096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1834514'] for subnet, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:25.868622 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-27d60d8c-067d-44c6-9ab0-3b5a14764096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1834523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31811387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30516269'] for subnet, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:25.904740 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d60d8c-067d-44c6-9ab0-3b5a14764096 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c47fa5de-a082-4f3c-9a72-06af8857dbb0,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:18:25.907925 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-27d60d8c-067d-44c6-9ab0-3b5a14764096 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:25.910430 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-27d60d8c-067d-44c6-9ab0-3b5a14764096 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/c47fa5de-a082-4f3c-9a72-06af8857dbb0 HTTP/1.1" status: 204 len: 168 time: 0.2732785 Jul 22 23:18:25.911588 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602c5da5-6bf0-486e-98a4-6b938dfa2506 None None] Network 15297b5d-2132-449e-9de1-fcfc3bc99bcd requested from dv-cinder-801875-2-iscsi {{(pid=93194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:18:25.914098 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 39518) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:18:25.995941 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-4ff72be9-0dcc-422e-afd3-c71c32a03fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589717'] for network, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:26.058467 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.plugin [None req-4ff72be9-0dcc-422e-afd3-c71c32a03fe6 admin admin] Deleting port 3ea83c17-8c56-48fc-8173-e2cc149ba30b {{(pid=93193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:18:26.058763 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-4ff72be9-0dcc-422e-afd3-c71c32a03fe6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769065717140'] for port, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:26.121811 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad26961-740d-4fa3-a12c-a5479a9a6fba None None] DHCP port deletion for 15297b5d-2132-449e-9de1-fcfc3bc99bcd request from dv-cinder-801875-2-iscsi {{(pid=93194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:18:26.126324 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.db [None req-4ff72be9-0dcc-422e-afd3-c71c32a03fe6 admin admin] For port 3ea83c17-8c56-48fc-8173-e2cc149ba30b, host dv-cinder-801875-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801875-2-iscsi',level=0,port_id=3ea83c17-8c56-48fc-8173-e2cc149ba30b,segment=NetworkSegment(f73d282d-c39b-4414-b8a8-4f3ec992f8ca),segment_id=f73d282d-c39b-4414-b8a8-4f3ec992f8ca)] {{(pid=93193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:18:26.126675 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-4ff72be9-0dcc-422e-afd3-c71c32a03fe6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681326'] for port, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:26.145825 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.plugin [None req-4ff72be9-0dcc-422e-afd3-c71c32a03fe6 admin admin] Calling delete_port for 3ea83c17-8c56-48fc-8173-e2cc149ba30b owned by network:dhcp {{(pid=93193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:18:26.178083 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-cad26961-740d-4fa3-a12c-a5479a9a6fba None None] Deleting port 3ea83c17-8c56-48fc-8173-e2cc149ba30b {{(pid=93194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:18:26.178459 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-cad26961-740d-4fa3-a12c-a5479a9a6fba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769065717140'] for port, before_delete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:26.206561 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d859276-98e9-47a1-a614-c857411bb5e1 req-05d555be-589b-4e91-a1f1-70b3985caec1 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:18:26.208421 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-0d859276-98e9-47a1-a614-c857411bb5e1 req-05d555be-589b-4e91-a1f1-70b3985caec1 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "GET /v2.0/ports?device_id=8957ddac-220a-45e1-b0ab-24e8ec8f45f2 HTTP/1.1" status: 200 len: 945 time: 0.0716782 Jul 22 23:18:26.246237 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-4ff72be9-0dcc-422e-afd3-c71c32a03fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769065717863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769065317250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31811438'] for port, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:26.254185 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-cad26961-740d-4fa3-a12c-a5479a9a6fba None None] For port 3ea83c17-8c56-48fc-8173-e2cc149ba30b, host dv-cinder-801875-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801875-2-iscsi',level=0,port_id=3ea83c17-8c56-48fc-8173-e2cc149ba30b,segment=NetworkSegment(f73d282d-c39b-4414-b8a8-4f3ec992f8ca),segment_id=f73d282d-c39b-4414-b8a8-4f3ec992f8ca)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:18:26.254623 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-cad26961-740d-4fa3-a12c-a5479a9a6fba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681326'] for port, precommit_delete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:26.268915 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-0d859276-98e9-47a1-a614-c857411bb5e1 req-89188a63-ef45-4c8c-8bdb-19997fc60a6c tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9431c73-d6d1-4ad4-9ac3-23b818a1b267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527627 Jul 22 23:18:26.271152 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-cad26961-740d-4fa3-a12c-a5479a9a6fba None None] Calling delete_port for 3ea83c17-8c56-48fc-8173-e2cc149ba30b owned by network:dhcp {{(pid=93194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:18:26.276753 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff72be9-0dcc-422e-afd3-c71c32a03fe6 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ea83c17-8c56-48fc-8173-e2cc149ba30b,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:18:26.280542 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff72be9-0dcc-422e-afd3-c71c32a03fe6 admin admin] No DVR routers for this DVR port 3ea83c17-8c56-48fc-8173-e2cc149ba30b on host dv-cinder-801875-2-iscsi {{(pid=93193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:18:26.351342 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-4ff72be9-0dcc-422e-afd3-c71c32a03fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1832750', 'neutron.services.segments.db._delete_segments_for_network-8769065864497'] for network, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:26.360988 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.services.segments.db [None req-4ff72be9-0dcc-422e-afd3-c71c32a03fe6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15297b5d-2132-449e-9de1-fcfc3bc99bcd']}} {{(pid=93193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:18:26.370547 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.services.segments.db [None req-4ff72be9-0dcc-422e-afd3-c71c32a03fe6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f73d282d-c39b-4414-b8a8-4f3ec992f8ca') {'for_net_delete': True} {{(pid=93193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:18:26.370844 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.services.segments.db [None req-4ff72be9-0dcc-422e-afd3-c71c32a03fe6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f73d282d-c39b-4414-b8a8-4f3ec992f8ca') {} {{(pid=93193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:18:26.379439 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-4ff72be9-0dcc-422e-afd3-c71c32a03fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769065866554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31082766'] for segment, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:26.394430 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-4ff72be9-0dcc-422e-afd3-c71c32a03fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822282'] for segment, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:26.401072 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ff72be9-0dcc-422e-afd3-c71c32a03fe6 admin admin] Releasing vlan 876 on physical network physnet1 to pool {{(pid=93193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:18:26.401454 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-4ff72be9-0dcc-422e-afd3-c71c32a03fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31811393'] for segment, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:26.403179 dv-cinder-801875-2-iscsi neutron-server[93193]: Traceback (most recent call last): Jul 22 23:18:26.403179 dv-cinder-801875-2-iscsi neutron-server[93193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:18:26.403179 dv-cinder-801875-2-iscsi neutron-server[93193]: timer() Jul 22 23:18:26.403179 dv-cinder-801875-2-iscsi neutron-server[93193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:18:26.403179 dv-cinder-801875-2-iscsi neutron-server[93193]: cb(*args, **kw) Jul 22 23:18:26.403179 dv-cinder-801875-2-iscsi neutron-server[93193]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:18:26.403179 dv-cinder-801875-2-iscsi neutron-server[93193]: return func(*args, **kwargs) Jul 22 23:18:26.403179 dv-cinder-801875-2-iscsi neutron-server[93193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:18:26.403179 dv-cinder-801875-2-iscsi neutron-server[93193]: self._notify() Jul 22 23:18:26.403179 dv-cinder-801875-2-iscsi neutron-server[93193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:18:26.403179 dv-cinder-801875-2-iscsi neutron-server[93193]: self.callback(batched_events) Jul 22 23:18:26.403179 dv-cinder-801875-2-iscsi neutron-server[93193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:18:26.403179 dv-cinder-801875-2-iscsi neutron-server[93193]: event.method(event) Jul 22 23:18:26.403179 dv-cinder-801875-2-iscsi neutron-server[93193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:18:26.403179 dv-cinder-801875-2-iscsi neutron-server[93193]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:18:26.403179 dv-cinder-801875-2-iscsi neutron-server[93193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:18:26.403179 dv-cinder-801875-2-iscsi neutron-server[93193]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:18:26.403179 dv-cinder-801875-2-iscsi neutron-server[93193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:18:26.403179 dv-cinder-801875-2-iscsi neutron-server[93193]: return f(self, *a, **k) Jul 22 23:18:26.403179 dv-cinder-801875-2-iscsi neutron-server[93193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:18:26.403179 dv-cinder-801875-2-iscsi neutron-server[93193]: return self._get(url).json() Jul 22 23:18:26.403179 dv-cinder-801875-2-iscsi neutron-server[93193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:18:26.403179 dv-cinder-801875-2-iscsi neutron-server[93193]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:18:26.403179 dv-cinder-801875-2-iscsi neutron-server[93193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:18:26.403179 dv-cinder-801875-2-iscsi neutron-server[93193]: return self.request(url, 'GET', **kwargs) Jul 22 23:18:26.403179 dv-cinder-801875-2-iscsi neutron-server[93193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:18:26.403179 dv-cinder-801875-2-iscsi neutron-server[93193]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:18:26.403179 dv-cinder-801875-2-iscsi neutron-server[93193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:18:26.403179 dv-cinder-801875-2-iscsi neutron-server[93193]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:18:26.403179 dv-cinder-801875-2-iscsi neutron-server[93193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:18:26.403179 dv-cinder-801875-2-iscsi neutron-server[93193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:18:26.403179 dv-cinder-801875-2-iscsi neutron-server[93193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:18:26.412144 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-cad26961-740d-4fa3-a12c-a5479a9a6fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769065717863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769065317250'] for port, after_delete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:26.436455 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad26961-740d-4fa3-a12c-a5479a9a6fba None None] Pushing event deleted for resources: {'Port': ['ID=3ea83c17-8c56-48fc-8173-e2cc149ba30b,revision_number=None']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:18:26.440898 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad26961-740d-4fa3-a12c-a5479a9a6fba None None] No DVR routers for this DVR port 3ea83c17-8c56-48fc-8173-e2cc149ba30b on host dv-cinder-801875-2-iscsi {{(pid=93194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:18:26.446834 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad26961-740d-4fa3-a12c-a5479a9a6fba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:18:26.447183 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad26961-740d-4fa3-a12c-a5479a9a6fba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:18:26.447517 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad26961-740d-4fa3-a12c-a5479a9a6fba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:18:26.447847 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad26961-740d-4fa3-a12c-a5479a9a6fba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:18:26.448179 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad26961-740d-4fa3-a12c-a5479a9a6fba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:18:26.448531 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad26961-740d-4fa3-a12c-a5479a9a6fba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:18:26.448944 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad26961-740d-4fa3-a12c-a5479a9a6fba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:18:26.449185 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad26961-740d-4fa3-a12c-a5479a9a6fba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:18:26.449524 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad26961-740d-4fa3-a12c-a5479a9a6fba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:18:26.449783 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad26961-740d-4fa3-a12c-a5479a9a6fba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:18:26.450139 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad26961-740d-4fa3-a12c-a5479a9a6fba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:18:26.451314 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad26961-740d-4fa3-a12c-a5479a9a6fba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:18:26.456857 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-4ff72be9-0dcc-422e-afd3-c71c32a03fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1832741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680861'] for network, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:26.462294 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-4ff72be9-0dcc-422e-afd3-c71c32a03fe6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585183'] for network, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:26.466631 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-4ff72be9-0dcc-422e-afd3-c71c32a03fe6 admin admin] 10.222.0.44 "DELETE /v2.0/networks/15297b5d-2132-449e-9de1-fcfc3bc99bcd HTTP/1.1" status: 204 len: 168 time: 0.5491436 Jul 22 23:18:26.481781 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff72be9-0dcc-422e-afd3-c71c32a03fe6 admin admin] Pushing event deleted for resources: {'Network': ['ID=15297b5d-2132-449e-9de1-fcfc3bc99bcd,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:18:26.582158 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 39524) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:18:26.627635 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-6574ebb0-56f2-42fa-b9e7-474a25b4d59d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=934579b2f9344fa4a2472101e976d552&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0443318 Jul 22 23:18:26.630073 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 39526) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:18:26.676085 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-fdd7ab3f-f4a2-4b2e-88bc-e9ce29fa3a4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:26.696929 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-fdd7ab3f-f4a2-4b2e-88bc-e9ce29fa3a4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:26.742933 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-fdd7ab3f-f4a2-4b2e-88bc-e9ce29fa3a4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:26.745417 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-fdd7ab3f-f4a2-4b2e-88bc-e9ce29fa3a4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:26.746521 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-fdd7ab3f-f4a2-4b2e-88bc-e9ce29fa3a4a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5c5eccdd-7126-4180-acda-40b3605c2511 HTTP/1.1" status: 204 len: 168 time: 0.1155879 Jul 22 23:18:26.753975 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd7ab3f-f4a2-4b2e-88bc-e9ce29fa3a4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c5eccdd-7126-4180-acda-40b3605c2511,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:18:27.066029 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Device 3ea83c17-8c56-48fc-8173-e2cc149ba30b no longer exists at agent ovs-agent-dv-cinder-801875-2-iscsi {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:18:27.083820 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] No Port match for: 3ea83c17-8c56-48fc-8173-e2cc149ba30b {{(pid=93194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:18:27.084170 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Device 3ea83c17-8c56-48fc-8173-e2cc149ba30b not bound to the agent host dv-cinder-801875-2-iscsi {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:18:27.085163 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Device 41f5966e-46b6-472b-a65f-12904462cfc3 no longer exists at agent ovs-agent-dv-cinder-801875-2-iscsi {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:18:27.106441 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] No Port match for: 41f5966e-46b6-472b-a65f-12904462cfc3 {{(pid=93194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:18:27.106780 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Device 41f5966e-46b6-472b-a65f-12904462cfc3 not bound to the agent host dv-cinder-801875-2-iscsi {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:18:27.107178 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Device ee9e5b45-0554-4341-94e3-6949c5a4fd0a no longer exists at agent ovs-agent-dv-cinder-801875-2-iscsi {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:18:27.125729 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] No Port match for: ee9e5b45-0554-4341-94e3-6949c5a4fd0a {{(pid=93194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:18:27.126069 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Device ee9e5b45-0554-4341-94e3-6949c5a4fd0a not bound to the agent host dv-cinder-801875-2-iscsi {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:18:27.207860 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4815f3ad-3c68-4627-96a9-3154bd534f7c req-f95503be-eafb-4918-84ad-c729535466ef tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:18:27.210078 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-4815f3ad-3c68-4627-96a9-3154bd534f7c req-f95503be-eafb-4918-84ad-c729535466ef tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.76 "GET /v2.0/ports?device_id=8957ddac-220a-45e1-b0ab-24e8ec8f45f2 HTTP/1.1" status: 200 len: 945 time: 0.0611641 Jul 22 23:18:27.316272 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.plugin [req-4815f3ad-3c68-4627-96a9-3154bd534f7c req-6ec845cb-2ce0-4cca-8c15-b93d0c8fef20 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Deleting port 0cd6e849-90ed-4514-9982-b817feae961b {{(pid=93193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:18:27.316681 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-4815f3ad-3c68-4627-96a9-3154bd534f7c req-6ec845cb-2ce0-4cca-8c15-b93d0c8fef20 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769065717140'] for port, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:27.403726 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eec8a5-523b-499c-a720-236df72d7e66 req-d47fc0e3-d982-4624-9286-5794a6efee74 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:18:27.405374 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-14eec8a5-523b-499c-a720-236df72d7e66 req-d47fc0e3-d982-4624-9286-5794a6efee74 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "GET /v2.0/ports?device_id=8957ddac-220a-45e1-b0ab-24e8ec8f45f2 HTTP/1.1" status: 200 len: 945 time: 0.0667665 Jul 22 23:18:27.419635 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.db [req-4815f3ad-3c68-4627-96a9-3154bd534f7c req-6ec845cb-2ce0-4cca-8c15-b93d0c8fef20 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] For port 0cd6e849-90ed-4514-9982-b817feae961b, host hv-cinder-80187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80187',level=0,port_id=0cd6e849-90ed-4514-9982-b817feae961b,segment=NetworkSegment(0f14cd78-45b9-4729-b02e-0c2b3deb8226),segment_id=0f14cd78-45b9-4729-b02e-0c2b3deb8226)] {{(pid=93193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:18:27.419998 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-4815f3ad-3c68-4627-96a9-3154bd534f7c req-6ec845cb-2ce0-4cca-8c15-b93d0c8fef20 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681326'] for port, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:27.444497 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-14eec8a5-523b-499c-a720-236df72d7e66 req-d7cd7048-7743-4f11-a590-eb8920c2d7e7 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9431c73-d6d1-4ad4-9ac3-23b818a1b267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335958 Jul 22 23:18:27.583899 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-4815f3ad-3c68-4627-96a9-3154bd534f7c req-6ec845cb-2ce0-4cca-8c15-b93d0c8fef20 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:27.584747 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-4815f3ad-3c68-4627-96a9-3154bd534f7c req-6ec845cb-2ce0-4cca-8c15-b93d0c8fef20 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680835'] for floatingip, after_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:27.585053 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.db.l3_db [req-4815f3ad-3c68-4627-96a9-3154bd534f7c req-6ec845cb-2ce0-4cca-8c15-b93d0c8fef20 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Floating IP 745d5c89-9bd2-4404-99ec-6c3c0c3c340c disassociated. External IP: 172.27.1.14, port: 0cd6e849-90ed-4514-9982-b817feae961b. Jul 22 23:18:27.585376 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.plugin [req-4815f3ad-3c68-4627-96a9-3154bd534f7c req-6ec845cb-2ce0-4cca-8c15-b93d0c8fef20 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Calling delete_port for 0cd6e849-90ed-4514-9982-b817feae961b owned by compute:nova {{(pid=93193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:18:27.713733 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-4815f3ad-3c68-4627-96a9-3154bd534f7c req-6ec845cb-2ce0-4cca-8c15-b93d0c8fef20 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769065717863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769065317250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31811438'] for port, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:27.744897 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec845cb-2ce0-4cca-8c15-b93d0c8fef20 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Pushing event deleted for resources: {'Port': ['ID=0cd6e849-90ed-4514-9982-b817feae961b,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:18:27.861654 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4815f3ad-3c68-4627-96a9-3154bd534f7c req-6ec845cb-2ce0-4cca-8c15-b93d0c8fef20 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Router ae9034f8-efe5-44f3-b2c9-39c5ca6cd207 has already been hosted by L3 agent fdf30918-cf4b-4771-a7f5-907485eb00f1 {{(pid=93193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:18:27.971569 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4815f3ad-3c68-4627-96a9-3154bd534f7c req-6ec845cb-2ce0-4cca-8c15-b93d0c8fef20 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Notify agent at l3_agent.dv-cinder-801875-2-iscsi the message routers_updated {{(pid=93193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:18:27.981020 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5bc1dc1-61b2-4035-8890-6ce7e3b58561 None None] Sync routers for ids ['ae9034f8-efe5-44f3-b2c9-39c5ca6cd207'] in dv-cinder-801875-2-iscsi {{(pid=93195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:18:27.990551 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5bc1dc1-61b2-4035-8890-6ce7e3b58561 None None] Routers {'ae9034f8-efe5-44f3-b2c9-39c5ca6cd207'} bound to L3 agent in host dv-cinder-801875-2-iscsi {{(pid=93195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:18:27.991153 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-c5bc1dc1-61b2-4035-8890-6ce7e3b58561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801875-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T23:03:18Z,description=,heartbeat_timestamp=2021-07-22T23:18:18Z,host='dv-cinder-801875-2-iscsi',id=fdf30918-cf4b-4771-a7f5-907485eb00f1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:18Z,topic='l3_agent')) {'router_ids': ['ae9034f8-efe5-44f3-b2c9-39c5ca6cd207'], 'active': True} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:18:28.014962 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.db.l3_dvrscheduler_db [req-4815f3ad-3c68-4627-96a9-3154bd534f7c req-6ec845cb-2ce0-4cca-8c15-b93d0c8fef20 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] No DVR routers for this DVR port 0cd6e849-90ed-4514-9982-b817feae961b on host hv-cinder-80187 {{(pid=93193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:18:28.017347 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-4815f3ad-3c68-4627-96a9-3154bd534f7c req-6ec845cb-2ce0-4cca-8c15-b93d0c8fef20 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92570'] for port, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:28.019349 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-4815f3ad-3c68-4627-96a9-3154bd534f7c req-6ec845cb-2ce0-4cca-8c15-b93d0c8fef20 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.76 "DELETE /v2.0/ports/0cd6e849-90ed-4514-9982-b817feae961b HTTP/1.1" status: 204 len: 173 time: 0.8045382 Jul 22 23:18:28.019714 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8957ddac-220a-45e1-b0ab-24e8ec8f45f2', 'name': 'network-vif-deleted', 'tag': '0cd6e849-90ed-4514-9982-b817feae961b'}] {{(pid=93193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:18:28.022514 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53e3bfa867fb079e45cf064e3f04560eeff66f84eee23b8fde49e5f46f239411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a373741-2080-45a2-8bcd-efb4735242cc" -d '{"events": [{"server_uuid": "8957ddac-220a-45e1-b0ab-24e8ec8f45f2", "name": "network-vif-deleted", "tag": "0cd6e849-90ed-4514-9982-b817feae961b"}]}' {{(pid=93193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:18:28.057672 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2ab852e-d901-491a-82fb-116cb9f3f0d7 x-openstack-request-id: req-b2ab852e-d901-491a-82fb-116cb9f3f0d7 {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:18:28.057984 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8957ddac-220a-45e1-b0ab-24e8ec8f45f2", "name": "network-vif-deleted", "tag": "0cd6e849-90ed-4514-9982-b817feae961b", "status": "completed", "code": 200}]} {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:18:28.058297 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b2ab852e-d901-491a-82fb-116cb9f3f0d7 {{(pid=93193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:18:28.058696 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8957ddac-220a-45e1-b0ab-24e8ec8f45f2', 'name': 'network-vif-deleted', 'tag': '0cd6e849-90ed-4514-9982-b817feae961b', 'status': 'completed', 'code': 200} Jul 22 23:18:28.097341 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvr_db [None req-c5bc1dc1-61b2-4035-8890-6ce7e3b58561 None None] Set router ae9034f8-efe5-44f3-b2c9-39c5ca6cd207 gateway port host: dv-cinder-801875-2-iscsi {{(pid=93195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:18:28.298856 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-c5bc1dc1-61b2-4035-8890-6ce7e3b58561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae9034f8-efe5-44f3-b2c9-39c5ca6cd207', 'name': 'tempest-AttachVolumeTestJSON-1224733586-router', 'tenant_id': '644f41edb0214c8ab14723779bf27138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'external_fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': 'f2877911-8b6a-4a63-85bf-b80d19e3fa09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:15:14Z', 'updated_at': '2021-07-22T23:15:16Z', 'revision_number': 4, 'project_id': '644f41edb0214c8ab14723779bf27138', 'gw_port': {'id': 'f2877911-8b6a-4a63-85bf-b80d19e3fa09', 'name': '', 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9034f8-efe5-44f3-b2c9-39c5ca6cd207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:15:14Z', 'updated_at': '2021-07-22T23:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801875-2-iscsi', '_interfaces': [{'id': 'ff67324c-2ee5-43f7-94df-8ea90fb26e5f', 'name': '', 'network_id': '4f17eb94-4fd3-4423-afe5-64fcf5db4153', 'tenant_id': '644f41edb0214c8ab14723779bf27138', 'mac_address': 'fa:16:3e:c1:da:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9034f8-efe5-44f3-b2c9-39c5ca6cd207', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '01ac7e7d-3e1a-483e-a24c-82af1c680c45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:15:15Z', 'updated_at': '2021-07-22T23:15:23Z', 'revision_number': 5, 'project_id': '644f41edb0214c8ab14723779bf27138', 'subnets': [{'id': '01ac7e7d-3e1a-483e-a24c-82af1c680c45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801875-2-iscsi', False) {} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:18:28.328228 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5bc1dc1-61b2-4035-8890-6ce7e3b58561 None None] Checking router: ae9034f8-efe5-44f3-b2c9-39c5ca6cd207 for host: dv-cinder-801875-2-iscsi {{(pid=93195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:18:28.336254 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5bc1dc1-61b2-4035-8890-6ce7e3b58561 None None] Routers {'ae9034f8-efe5-44f3-b2c9-39c5ca6cd207'} bound to L3 agent in host dv-cinder-801875-2-iscsi {{(pid=93195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:18:28.336828 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-c5bc1dc1-61b2-4035-8890-6ce7e3b58561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801875-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T23:03:18Z,description=,heartbeat_timestamp=2021-07-22T23:18:18Z,host='dv-cinder-801875-2-iscsi',id=fdf30918-cf4b-4771-a7f5-907485eb00f1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:18Z,topic='l3_agent')) {'router_ids': ['ae9034f8-efe5-44f3-b2c9-39c5ca6cd207'], 'active': True} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:18:28.436608 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvr_db [None req-c5bc1dc1-61b2-4035-8890-6ce7e3b58561 None None] Set router ae9034f8-efe5-44f3-b2c9-39c5ca6cd207 gateway port host: dv-cinder-801875-2-iscsi {{(pid=93195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:18:28.555664 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-0b29f93d-96d9-448e-8853-788db29d6082 req-0839887e-8ad4-4e9a-ad49-cf8b354408ba tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "GET /v2.0/ports?device_id=8957ddac-220a-45e1-b0ab-24e8ec8f45f2 HTTP/1.1" status: 200 len: 210 time: 0.0314586 Jul 22 23:18:28.723035 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-c5bc1dc1-61b2-4035-8890-6ce7e3b58561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae9034f8-efe5-44f3-b2c9-39c5ca6cd207', 'name': 'tempest-AttachVolumeTestJSON-1224733586-router', 'tenant_id': '644f41edb0214c8ab14723779bf27138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'external_fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': 'f2877911-8b6a-4a63-85bf-b80d19e3fa09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:15:14Z', 'updated_at': '2021-07-22T23:15:16Z', 'revision_number': 4, 'project_id': '644f41edb0214c8ab14723779bf27138', 'gw_port': {'id': 'f2877911-8b6a-4a63-85bf-b80d19e3fa09', 'name': '', 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9034f8-efe5-44f3-b2c9-39c5ca6cd207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:15:14Z', 'updated_at': '2021-07-22T23:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801875-2-iscsi', '_interfaces': [{'id': 'ff67324c-2ee5-43f7-94df-8ea90fb26e5f', 'name': '', 'network_id': '4f17eb94-4fd3-4423-afe5-64fcf5db4153', 'tenant_id': '644f41edb0214c8ab14723779bf27138', 'mac_address': 'fa:16:3e:c1:da:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9034f8-efe5-44f3-b2c9-39c5ca6cd207', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '01ac7e7d-3e1a-483e-a24c-82af1c680c45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:15:15Z', 'updated_at': '2021-07-22T23:15:23Z', 'revision_number': 5, 'project_id': '644f41edb0214c8ab14723779bf27138', 'subnets': [{'id': '01ac7e7d-3e1a-483e-a24c-82af1c680c45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801875-2-iscsi', False) {} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:18:28.749488 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5bc1dc1-61b2-4035-8890-6ce7e3b58561 None None] The sync data for ids ['ae9034f8-efe5-44f3-b2c9-39c5ca6cd207'] in dv-cinder-801875-2-iscsi is: [{'id': 'ae9034f8-efe5-44f3-b2c9-39c5ca6cd207', 'name': 'tempest-AttachVolumeTestJSON-1224733586-router', 'tenant_id': '644f41edb0214c8ab14723779bf27138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'external_fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': 'f2877911-8b6a-4a63-85bf-b80d19e3fa09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:15:14Z', 'updated_at': '2021-07-22T23:15:16Z', 'revision_number': 4, 'project_id': '644f41edb0214c8ab14723779bf27138', 'gw_port': {'id': 'f2877911-8b6a-4a63-85bf-b80d19e3fa09', 'name': '', 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9034f8-efe5-44f3-b2c9-39c5ca6cd207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:15:14Z', 'updated_at': '2021-07-22T23:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801875-2-iscsi', '_interfaces': [{'id': 'ff67324c-2ee5-43f7-94df-8ea90fb26e5f', 'name': '', 'network_id': '4f17eb94-4fd3-4423-afe5-64fcf5db4153', 'tenant_id': '644f41edb0214c8ab14723779bf27138', 'mac_address': 'fa:16:3e:c1:da:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9034f8-efe5-44f3-b2c9-39c5ca6cd207', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '01ac7e7d-3e1a-483e-a24c-82af1c680c45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:15:15Z', 'updated_at': '2021-07-22T23:15:23Z', 'revision_number': 5, 'project_id': '644f41edb0214c8ab14723779bf27138', 'subnets': [{'id': '01ac7e7d-3e1a-483e-a24c-82af1c680c45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:18:28.951972 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe97a03-eaf8-4336-9869-95adcd384eca None None] New status for floating IP 745d5c89-9bd2-4404-99ec-6c3c0c3c340c: DOWN {{(pid=93194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 23:18:29.639940 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 39592) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:18:29.693902 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-69d2d869-b0db-4294-a9ab-c38dcb3b1701 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Notify callbacks [] for security_group, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:29.716502 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-69d2d869-b0db-4294-a9ab-c38dcb3b1701 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:29.761986 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-69d2d869-b0db-4294-a9ab-c38dcb3b1701 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:29.764697 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-69d2d869-b0db-4294-a9ab-c38dcb3b1701 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Notify callbacks [] for security_group, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:29.765832 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-69d2d869-b0db-4294-a9ab-c38dcb3b1701 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "DELETE /v2.0/security-groups/a9431c73-d6d1-4ad4-9ac3-23b818a1b267 HTTP/1.1" status: 204 len: 168 time: 0.1245067 Jul 22 23:18:29.768680 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 39594) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:18:29.775129 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d2d869-b0db-4294-a9ab-c38dcb3b1701 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9431c73-d6d1-4ad4-9ac3-23b818a1b267,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:18:29.783740 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.api.v2.resource [None req-08706647-3894-41db-8875-1706cfd1c65f tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] show failed (client error): The resource could not be found. Jul 22 23:18:29.784783 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-08706647-3894-41db-8875-1706cfd1c65f tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "GET /v2.0/security-groups/a9431c73-d6d1-4ad4-9ac3-23b818a1b267 HTTP/1.1" status: 404 len: 347 time: 0.0150979 Jul 22 23:18:29.788219 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 39596) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:18:29.909539 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.plugin [None req-98f8dc54-f0b0-4e4d-893c-ae267ac80e25 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Deleting port 7278de5f-9b93-43c4-b9e5-ad3a74691d90 {{(pid=93192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:18:29.909874 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-98f8dc54-f0b0-4e4d-893c-ae267ac80e25 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769065717140'] for port, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:29.986355 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-98f8dc54-f0b0-4e4d-893c-ae267ac80e25 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681326'] for port, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:29.986658 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-98f8dc54-f0b0-4e4d-893c-ae267ac80e25 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:29.997963 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.plugin [None req-98f8dc54-f0b0-4e4d-893c-ae267ac80e25 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Calling delete_port for 7278de5f-9b93-43c4-b9e5-ad3a74691d90 owned by network:floatingip {{(pid=93192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:18:30.124027 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-98f8dc54-f0b0-4e4d-893c-ae267ac80e25 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769065717863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769065317250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30393516'] for port, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:30.150579 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f8dc54-f0b0-4e4d-893c-ae267ac80e25 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Pushing event deleted for resources: {'Port': ['ID=7278de5f-9b93-43c4-b9e5-ad3a74691d90,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:18:30.208039 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-98f8dc54-f0b0-4e4d-893c-ae267ac80e25 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Notify callbacks [] for floatingip, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:30.211086 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-98f8dc54-f0b0-4e4d-893c-ae267ac80e25 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92570'] for floatingip, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:30.212207 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-98f8dc54-f0b0-4e4d-893c-ae267ac80e25 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "DELETE /v2.0/floatingips/745d5c89-9bd2-4404-99ec-6c3c0c3c340c HTTP/1.1" status: 204 len: 168 time: 0.4230874 Jul 22 23:18:30.402667 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 39606) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:18:30.407289 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.v2.base [None req-362cf8e1-8005-4133-8cef-037cb4d24db0 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Request body: {'security_group': {'name': 'tempest-securitygroup--186455733', 'description': 'tempest-description--1778208826'}} {{(pid=93192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:18:30.429062 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-362cf8e1-8005-4133-8cef-037cb4d24db0 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Notify callbacks [] for security_group, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:30.508066 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-362cf8e1-8005-4133-8cef-037cb4d24db0 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Notify callbacks [] for security_group, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:30.511827 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-362cf8e1-8005-4133-8cef-037cb4d24db0 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:30.540188 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-362cf8e1-8005-4133-8cef-037cb4d24db0 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Notify callbacks [] for security_group, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:30.541404 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-362cf8e1-8005-4133-8cef-037cb4d24db0 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1377487 Jul 22 23:18:30.543315 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362cf8e1-8005-4133-8cef-037cb4d24db0 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec371672-e389-4de5-8247-70407c813138,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:18:30.544324 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 39608) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:18:30.549623 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [None req-b49d83e6-ee48-4fea-bf2e-92ed9181f26e tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Request body: {'security_group_rule': {'security_group_id': 'ec371672-e389-4de5-8247-70407c813138', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:18:30.576443 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-b49d83e6-ee48-4fea-bf2e-92ed9181f26e tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:30.632200 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-b49d83e6-ee48-4fea-bf2e-92ed9181f26e tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:30.635875 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-b49d83e6-ee48-4fea-bf2e-92ed9181f26e tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840567'] for security_group_rule, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:30.650607 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49d83e6-ee48-4fea-bf2e-92ed9181f26e tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b1f4aad-e629-43df-83fd-c662bbd36ab1,revision_number=0']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:18:30.659562 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-b49d83e6-ee48-4fea-bf2e-92ed9181f26e tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:30.660895 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-b49d83e6-ee48-4fea-bf2e-92ed9181f26e tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1155608 Jul 22 23:18:30.664122 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 39610) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:18:30.668577 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [None req-81cdc79d-724e-4dd7-a7c1-1f9479e7b8a3 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Request body: {'security_group_rule': {'security_group_id': 'ec371672-e389-4de5-8247-70407c813138', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:18:30.693802 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-81cdc79d-724e-4dd7-a7c1-1f9479e7b8a3 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:30.750479 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-81cdc79d-724e-4dd7-a7c1-1f9479e7b8a3 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:30.754045 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-81cdc79d-724e-4dd7-a7c1-1f9479e7b8a3 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840567'] for security_group_rule, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:30.772738 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cdc79d-724e-4dd7-a7c1-1f9479e7b8a3 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccc7413b-a0f2-415f-9cd7-d9639ca75700,revision_number=0']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:18:30.778738 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-81cdc79d-724e-4dd7-a7c1-1f9479e7b8a3 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:30.779937 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-81cdc79d-724e-4dd7-a7c1-1f9479e7b8a3 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1148741 Jul 22 23:18:30.782958 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 39612) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:18:30.787265 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [None req-add20917-6b04-4df0-a041-ea54ab867234 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Request body: {'floatingip': {'floating_network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4'}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:18:30.808257 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-add20917-6b04-4df0-a041-ea54ab867234 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Notify callbacks [] for floatingip, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:30.903234 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-add20917-6b04-4df0-a041-ea54ab867234 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:31.002104 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.db.db_base_plugin_common [None req-add20917-6b04-4df0-a041-ea54ab867234 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Allocated IP 172.27.1.242 (e89e037f-b917-4fce-8638-db5189a5e8e4/7d2d3a68-9173-4429-9239-290b8b68fb34/42c2d7f4-a274-477c-b12e-6d60fa811da6) {{(pid=93193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:18:31.102802 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-add20917-6b04-4df0-a041-ea54ab867234 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Notify callbacks [] for port, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:31.140209 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-add20917-6b04-4df0-a041-ea54ab867234 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769065317241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31811438'] for port, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:31.177436 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add20917-6b04-4df0-a041-ea54ab867234 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Network e89e037f-b917-4fce-8638-db5189a5e8e4 is already hosted by enough agents. {{(pid=93193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:18:31.180629 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.scheduler.base_scheduler [None req-add20917-6b04-4df0-a041-ea54ab867234 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Resources bound (agent type, host, resource id): {{(pid=93193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:18:31.184003 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add20917-6b04-4df0-a041-ea54ab867234 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Received port after_create {{(pid=93193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:18:31.204664 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add20917-6b04-4df0-a041-ea54ab867234 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Pushing event updated for resources: {'Port': ['ID=42c2d7f4-a274-477c-b12e-6d60fa811da6,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:18:31.271411 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-add20917-6b04-4df0-a041-ea54ab867234 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:31.313092 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-add20917-6b04-4df0-a041-ea54ab867234 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:31.456815 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-add20917-6b04-4df0-a041-ea54ab867234 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Notify callbacks [] for port, precommit_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:31.460978 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-add20917-6b04-4df0-a041-ea54ab867234 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31811429'] for port, after_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:31.528371 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add20917-6b04-4df0-a041-ea54ab867234 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Pushing event updated for resources: {'Port': ['ID=42c2d7f4-a274-477c-b12e-6d60fa811da6,revision_number=2']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:18:31.536141 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-add20917-6b04-4df0-a041-ea54ab867234 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680835'] for floatingip, after_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:31.549128 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-add20917-6b04-4df0-a041-ea54ab867234 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92570'] for floatingip, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:31.550487 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-add20917-6b04-4df0-a041-ea54ab867234 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7665720 Jul 22 23:18:31.735558 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-a088a957-8a79-45cc-9991-2125449f197e req-4a08ffcc-250e-43a5-bcde-d90e0b6e819d tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--186455733&fields=id&tenant_id=644f41edb0214c8ab14723779bf27138 HTTP/1.1" status: 200 len: 267 time: 0.0326061 Jul 22 23:18:31.839672 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a088a957-8a79-45cc-9991-2125449f197e req-1a774c63-e207-42d6-ac55-ca5d1c67c032 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:18:31.841156 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-a088a957-8a79-45cc-9991-2125449f197e req-1a774c63-e207-42d6-ac55-ca5d1c67c032 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "GET /v2.0/networks?id=4f17eb94-4fd3-4423-afe5-64fcf5db4153 HTTP/1.1" status: 200 len: 811 time: 0.0989316 Jul 22 23:18:31.855649 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-a088a957-8a79-45cc-9991-2125449f197e req-02b7177e-144f-485b-aa1c-14d5f14e3bd7 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "GET /v2.0/quotas/644f41edb0214c8ab14723779bf27138 HTTP/1.1" status: 200 len: 375 time: 0.0092685 Jul 22 23:18:32.159158 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-a088a957-8a79-45cc-9991-2125449f197e req-8c766d79-5977-4b41-8023-b173783b7b1b tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=644f41edb0214c8ab14723779bf27138&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2985954 Jul 22 23:18:32.160065 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Device 0cd6e849-90ed-4514-9982-b817feae961b no longer exists at agent hyperv_hv-cinder-80187 {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:18:32.180238 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] No Port match for: 0cd6e849-90ed-4514-9982-b817feae961b {{(pid=93194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:18:32.180597 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Device 0cd6e849-90ed-4514-9982-b817feae961b not bound to the agent host hv-cinder-80187 {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:18:32.251273 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-a088a957-8a79-45cc-9991-2125449f197e req-84a768ba-fde7-4bff-ab12-a54c09ce3ca1 service neutron] 10.222.0.44 "GET /v2.0/networks/4f17eb94-4fd3-4423-afe5-64fcf5db4153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802445 Jul 22 23:18:32.339796 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-a088a957-8a79-45cc-9991-2125449f197e req-e9432dcb-da76-4f76-bcf5-7093203fc57e service neutron] 10.222.0.44 "GET /v2.0/networks/4f17eb94-4fd3-4423-afe5-64fcf5db4153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824993 Jul 22 23:18:32.506363 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-61b3b7f9-f451-4770-b04d-a8d9aa9747e3 req-cbedfde7-59ae-4fef-9620-b40f635e1d40 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9ead93e-8105-43d9-bfd6-14213a4e6410 HTTP/1.1" status: 200 len: 210 time: 0.0294561 Jul 22 23:18:33.605611 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a088a957-8a79-45cc-9991-2125449f197e req-bf95d843-938c-4b6e-b822-f53b5cb25ce3 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:18:33.607096 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-a088a957-8a79-45cc-9991-2125449f197e req-bf95d843-938c-4b6e-b822-f53b5cb25ce3 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.76 "GET /v2.0/networks?id=4f17eb94-4fd3-4423-afe5-64fcf5db4153 HTTP/1.1" status: 200 len: 811 time: 0.1257615 Jul 22 23:18:33.616119 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-711c9fff-c58e-463b-b823-76e52a54ade7 req-3c915660-08fc-4421-ab72-0f6e0d140b92 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9ead93e-8105-43d9-bfd6-14213a4e6410 HTTP/1.1" status: 200 len: 210 time: 0.0381169 Jul 22 23:18:33.672380 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-a088a957-8a79-45cc-9991-2125449f197e req-0d1c23e9-4330-46d2-863a-af0a71b8488f tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=644f41edb0214c8ab14723779bf27138 HTTP/1.1" status: 200 len: 379 time: 0.0369480 Jul 22 23:18:33.687118 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [req-a088a957-8a79-45cc-9991-2125449f197e req-1124f649-5c94-40b8-86b1-aedd198fad5e tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Request body: {'port': {'device_id': 'b9ead93e-8105-43d9-bfd6-14213a4e6410', 'network_id': '4f17eb94-4fd3-4423-afe5-64fcf5db4153', 'admin_state_up': True, 'tenant_id': '644f41edb0214c8ab14723779bf27138', 'security_groups': ['ec371672-e389-4de5-8247-70407c813138']}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:18:33.796361 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a088a957-8a79-45cc-9991-2125449f197e req-1124f649-5c94-40b8-86b1-aedd198fad5e tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Made reservation on behalf of 644f41edb0214c8ab14723779bf27138 for: {'port': 1} {{(pid=93193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:18:33.799983 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-a088a957-8a79-45cc-9991-2125449f197e req-1124f649-5c94-40b8-86b1-aedd198fad5e tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:33.920511 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.db.db_base_plugin_common [req-a088a957-8a79-45cc-9991-2125449f197e req-1124f649-5c94-40b8-86b1-aedd198fad5e tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Allocated IP 172.20.0.5 (4f17eb94-4fd3-4423-afe5-64fcf5db4153/01ac7e7d-3e1a-483e-a24c-82af1c680c45/81c327d9-3287-4fbf-801a-6db546a8fc5e) {{(pid=93193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:18:34.056116 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-a088a957-8a79-45cc-9991-2125449f197e req-1124f649-5c94-40b8-86b1-aedd198fad5e tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Notify callbacks [] for port, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:34.069028 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.db.provisioning_blocks [req-a088a957-8a79-45cc-9991-2125449f197e req-1124f649-5c94-40b8-86b1-aedd198fad5e tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Transition to ACTIVE for port object 81c327d9-3287-4fbf-801a-6db546a8fc5e will not be triggered until provisioned by entity DHCP. {{(pid=93193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:18:34.100875 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-a088a957-8a79-45cc-9991-2125449f197e req-1124f649-5c94-40b8-86b1-aedd198fad5e tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769065317241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31811438'] for port, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:34.140225 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a088a957-8a79-45cc-9991-2125449f197e req-1124f649-5c94-40b8-86b1-aedd198fad5e tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Network 4f17eb94-4fd3-4423-afe5-64fcf5db4153 is already hosted by enough agents. {{(pid=93193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:18:34.145150 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.scheduler.base_scheduler [req-a088a957-8a79-45cc-9991-2125449f197e req-1124f649-5c94-40b8-86b1-aedd198fad5e tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Resources bound (agent type, host, resource id): {{(pid=93193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:18:34.148605 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.db.l3_dvrscheduler_db [req-a088a957-8a79-45cc-9991-2125449f197e req-1124f649-5c94-40b8-86b1-aedd198fad5e tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Received port after_create {{(pid=93193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:18:34.173069 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1124f649-5c94-40b8-86b1-aedd198fad5e tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Pushing event updated for resources: {'Port': ['ID=81c327d9-3287-4fbf-801a-6db546a8fc5e,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:18:34.201149 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a088a957-8a79-45cc-9991-2125449f197e req-1124f649-5c94-40b8-86b1-aedd198fad5e tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:18:34.201779 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-a088a957-8a79-45cc-9991-2125449f197e req-1124f649-5c94-40b8-86b1-aedd198fad5e tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92570'] for port, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:34.216313 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-a088a957-8a79-45cc-9991-2125449f197e req-1124f649-5c94-40b8-86b1-aedd198fad5e tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5330696 Jul 22 23:18:34.238594 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [req-a088a957-8a79-45cc-9991-2125449f197e req-23d98ac1-f1f6-49b8-81db-a9f527bea3a6 service neutron] Request body: {'port': {'device_id': 'b9ead93e-8105-43d9-bfd6-14213a4e6410', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80187'}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:18:34.314262 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-a088a957-8a79-45cc-9991-2125449f197e req-23d98ac1-f1f6-49b8-81db-a9f527bea3a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:34.332737 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-06dabad5-e0ee-4a5e-9318-318c33992190 None None] Provisioning for port 81c327d9-3287-4fbf-801a-6db546a8fc5e completed by entity DHCP. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:18:34.336384 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-06dabad5-e0ee-4a5e-9318-318c33992190 None None] Provisioning complete for port 81c327d9-3287-4fbf-801a-6db546a8fc5e triggered by entity DHCP. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:18:34.336749 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-06dabad5-e0ee-4a5e-9318-318c33992190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832377'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:34.372925 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-06dabad5-e0ee-4a5e-9318-318c33992190 None None] Port 81c327d9-3287-4fbf-801a-6db546a8fc5e cannot update to ACTIVE because it is not bound. {{(pid=93194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:18:34.568942 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.notifiers.nova [req-a088a957-8a79-45cc-9991-2125449f197e req-23d98ac1-f1f6-49b8-81db-a9f527bea3a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81c327d9-3287-4fbf-801a-6db546a8fc5e {{(pid=93193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:18:34.575887 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-a088a957-8a79-45cc-9991-2125449f197e req-23d98ac1-f1f6-49b8-81db-a9f527bea3a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:34.587320 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.db.provisioning_blocks [req-a088a957-8a79-45cc-9991-2125449f197e req-23d98ac1-f1f6-49b8-81db-a9f527bea3a6 service neutron] Transition to ACTIVE for port object 81c327d9-3287-4fbf-801a-6db546a8fc5e will not be triggered until provisioned by entity L2. {{(pid=93193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:18:34.590650 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-a088a957-8a79-45cc-9991-2125449f197e req-23d98ac1-f1f6-49b8-81db-a9f527bea3a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31811429'] for port, after_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:34.752377 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8b7dc4-db74-4ab4-b61d-65421153ffc1 req-09cd0dfe-ae46-4c4b-865f-39e9f05e9293 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:18:34.757432 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-6e8b7dc4-db74-4ab4-b61d-65421153ffc1 req-09cd0dfe-ae46-4c4b-865f-39e9f05e9293 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9ead93e-8105-43d9-bfd6-14213a4e6410 HTTP/1.1" status: 200 len: 943 time: 0.0740952 Jul 22 23:18:34.797377 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-6e8b7dc4-db74-4ab4-b61d-65421153ffc1 req-0aed615e-52c3-4f80-9291-0c54fac4f2a3 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "GET /v2.0/security-groups?id=ec371672-e389-4de5-8247-70407c813138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374236 Jul 22 23:18:34.886507 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d98ac1-f1f6-49b8-81db-a9f527bea3a6 service neutron] Pushing event updated for resources: {'Port': ['ID=81c327d9-3287-4fbf-801a-6db546a8fc5e,revision_number=2']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:18:34.934275 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.managers [req-a088a957-8a79-45cc-9991-2125449f197e req-23d98ac1-f1f6-49b8-81db-a9f527bea3a6 service neutron] Attempting to bind port 81c327d9-3287-4fbf-801a-6db546a8fc5e on host hv-cinder-80187 for vnic_type normal with profile {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:18:34.934611 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.managers [req-a088a957-8a79-45cc-9991-2125449f197e req-23d98ac1-f1f6-49b8-81db-a9f527bea3a6 service neutron] Attempting to bind port 81c327d9-3287-4fbf-801a-6db546a8fc5e by drivers openvswitch,hyperv on host hv-cinder-80187 at level 0 using segments [{'id': '0f14cd78-45b9-4729-b02e-0c2b3deb8226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '4f17eb94-4fd3-4423-afe5-64fcf5db4153'}] {{(pid=93193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:18:34.934942 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a088a957-8a79-45cc-9991-2125449f197e req-23d98ac1-f1f6-49b8-81db-a9f527bea3a6 service neutron] Attempting to bind port 81c327d9-3287-4fbf-801a-6db546a8fc5e on network 4f17eb94-4fd3-4423-afe5-64fcf5db4153 {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:18:34.939356 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a088a957-8a79-45cc-9991-2125449f197e req-23d98ac1-f1f6-49b8-81db-a9f527bea3a6 service neutron] Port 81c327d9-3287-4fbf-801a-6db546a8fc5e on network 4f17eb94-4fd3-4423-afe5-64fcf5db4153 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80187 {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:18:34.939887 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a088a957-8a79-45cc-9991-2125449f197e req-23d98ac1-f1f6-49b8-81db-a9f527bea3a6 service neutron] Attempting to bind port 81c327d9-3287-4fbf-801a-6db546a8fc5e on network 4f17eb94-4fd3-4423-afe5-64fcf5db4153 {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:18:34.946141 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a088a957-8a79-45cc-9991-2125449f197e req-23d98ac1-f1f6-49b8-81db-a9f527bea3a6 service neutron] Checking agent: {'id': '11a4ce8f-2944-4abd-9558-2f785ee5be32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80187', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 9, 19), 'started_at': datetime.datetime(2021, 7, 22, 23, 9, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:18:34.946485 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a088a957-8a79-45cc-9991-2125449f197e req-23d98ac1-f1f6-49b8-81db-a9f527bea3a6 service neutron] Checking segment: {'id': '0f14cd78-45b9-4729-b02e-0c2b3deb8226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '4f17eb94-4fd3-4423-afe5-64fcf5db4153'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:18:34.946872 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a088a957-8a79-45cc-9991-2125449f197e req-23d98ac1-f1f6-49b8-81db-a9f527bea3a6 service neutron] Bound using segment: {'id': '0f14cd78-45b9-4729-b02e-0c2b3deb8226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '4f17eb94-4fd3-4423-afe5-64fcf5db4153'} {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:18:34.947294 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.managers [req-a088a957-8a79-45cc-9991-2125449f197e req-23d98ac1-f1f6-49b8-81db-a9f527bea3a6 service neutron] Bound port: 81c327d9-3287-4fbf-801a-6db546a8fc5e, host: hv-cinder-80187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f14cd78-45b9-4729-b02e-0c2b3deb8226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '4f17eb94-4fd3-4423-afe5-64fcf5db4153'}}] {{(pid=93193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:18:34.947836 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-a088a957-8a79-45cc-9991-2125449f197e req-23d98ac1-f1f6-49b8-81db-a9f527bea3a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:35.024313 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.db [req-a088a957-8a79-45cc-9991-2125449f197e req-23d98ac1-f1f6-49b8-81db-a9f527bea3a6 service neutron] For port 81c327d9-3287-4fbf-801a-6db546a8fc5e, host hv-cinder-80187, cleared binding levels {{(pid=93193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:18:35.029844 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.db [req-a088a957-8a79-45cc-9991-2125449f197e req-23d98ac1-f1f6-49b8-81db-a9f527bea3a6 service neutron] For port 81c327d9-3287-4fbf-801a-6db546a8fc5e, host hv-cinder-80187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80187',level=0,port_id=81c327d9-3287-4fbf-801a-6db546a8fc5e,segment=NetworkSegment(0f14cd78-45b9-4729-b02e-0c2b3deb8226),segment_id=0f14cd78-45b9-4729-b02e-0c2b3deb8226)] {{(pid=93193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:18:35.035512 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-a088a957-8a79-45cc-9991-2125449f197e req-23d98ac1-f1f6-49b8-81db-a9f527bea3a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31811429'] for port, after_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:35.068640 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a088a957-8a79-45cc-9991-2125449f197e req-23d98ac1-f1f6-49b8-81db-a9f527bea3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:18:35.069331 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-a088a957-8a79-45cc-9991-2125449f197e req-23d98ac1-f1f6-49b8-81db-a9f527bea3a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92570'] for port, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:35.070949 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-a088a957-8a79-45cc-9991-2125449f197e req-23d98ac1-f1f6-49b8-81db-a9f527bea3a6 service neutron] 10.222.0.76 "PUT /v2.0/ports/81c327d9-3287-4fbf-801a-6db546a8fc5e HTTP/1.1" status: 200 len: 1093 time: 0.8368492 Jul 22 23:18:35.073203 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9ead93e-8105-43d9-bfd6-14213a4e6410', 'tag': '81c327d9-3287-4fbf-801a-6db546a8fc5e'}] {{(pid=93193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:18:35.075483 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53e3bfa867fb079e45cf064e3f04560eeff66f84eee23b8fde49e5f46f239411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3904ea34-07dc-4124-8344-c48dc92a3fdc" -d '{"events": [{"name": "network-changed", "server_uuid": "b9ead93e-8105-43d9-bfd6-14213a4e6410", "tag": "81c327d9-3287-4fbf-801a-6db546a8fc5e"}]}' {{(pid=93193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:18:35.106786 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d98ac1-f1f6-49b8-81db-a9f527bea3a6 service neutron] Pushing event updated for resources: {'Port': ['ID=81c327d9-3287-4fbf-801a-6db546a8fc5e,revision_number=3']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:18:35.122042 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 39694) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:18:35.138211 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be6d0d4b-213b-4d29-a1cb-3eef9ed67fb3 x-openstack-request-id: req-be6d0d4b-213b-4d29-a1cb-3eef9ed67fb3 {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:18:35.138597 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9ead93e-8105-43d9-bfd6-14213a4e6410", "tag": "81c327d9-3287-4fbf-801a-6db546a8fc5e", "status": "completed", "code": 200}]} {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:18:35.138902 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-be6d0d4b-213b-4d29-a1cb-3eef9ed67fb3 {{(pid=93193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:18:35.139348 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9ead93e-8105-43d9-bfd6-14213a4e6410', 'tag': '81c327d9-3287-4fbf-801a-6db546a8fc5e', 'status': 'completed', 'code': 200} Jul 22 23:18:35.218719 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a088a957-8a79-45cc-9991-2125449f197e req-85ea1b72-2591-4b75-a283-cdaaac2cc4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:18:35.220246 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-a088a957-8a79-45cc-9991-2125449f197e req-85ea1b72-2591-4b75-a283-cdaaac2cc4e8 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=644f41edb0214c8ab14723779bf27138&device_id=b9ead93e-8105-43d9-bfd6-14213a4e6410 HTTP/1.1" status: 200 len: 1096 time: 0.0558209 Jul 22 23:18:35.233811 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-d9c1f3b3-7877-49c7-8b9d-f8d9d3669113 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:35.279515 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-a088a957-8a79-45cc-9991-2125449f197e req-eca9e1fe-26bf-43e9-b3a5-a0ea0f5da674 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81c327d9-3287-4fbf-801a-6db546a8fc5e HTTP/1.1" status: 200 len: 217 time: 0.0436008 Jul 22 23:18:35.344964 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a088a957-8a79-45cc-9991-2125449f197e req-0bc5bc01-71e2-4f03-b977-3b5f107f967d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:18:35.346426 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-a088a957-8a79-45cc-9991-2125449f197e req-0bc5bc01-71e2-4f03-b977-3b5f107f967d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=01ac7e7d-3e1a-483e-a24c-82af1c680c45 HTTP/1.1" status: 200 len: 850 time: 0.0607080 Jul 22 23:18:35.427834 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-d9c1f3b3-7877-49c7-8b9d-f8d9d3669113 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:35.434754 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-d9c1f3b3-7877-49c7-8b9d-f8d9d3669113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:35.450169 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a088a957-8a79-45cc-9991-2125449f197e req-b4038ef2-f0a2-4f22-a06e-b837f494848f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:18:35.451619 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-a088a957-8a79-45cc-9991-2125449f197e req-b4038ef2-f0a2-4f22-a06e-b837f494848f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4f17eb94-4fd3-4423-afe5-64fcf5db4153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0992167 Jul 22 23:18:35.496120 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-d9c1f3b3-7877-49c7-8b9d-f8d9d3669113 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5bad17679c7a468eb60639910e4d301a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3730407 Jul 22 23:18:35.498869 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 39698) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:18:35.502197 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c1f3b3-7877-49c7-8b9d-f8d9d3669113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=879afb31-49ba-459c-96b9-c423a474a50d,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:18:35.548068 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-c28cbcf8-b2ea-44f5-b61b-fb7f8e9efa65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:35.561944 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-a088a957-8a79-45cc-9991-2125449f197e req-5d3fa2e7-b1ce-4c0d-9bdc-4eaf215378de service neutron] 10.222.0.76 "GET /v2.0/networks/4f17eb94-4fd3-4423-afe5-64fcf5db4153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999062 Jul 22 23:18:35.568976 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-c28cbcf8-b2ea-44f5-b61b-fb7f8e9efa65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:35.614490 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-c28cbcf8-b2ea-44f5-b61b-fb7f8e9efa65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:35.617199 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-c28cbcf8-b2ea-44f5-b61b-fb7f8e9efa65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:35.620871 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-c28cbcf8-b2ea-44f5-b61b-fb7f8e9efa65 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/879afb31-49ba-459c-96b9-c423a474a50d HTTP/1.1" status: 204 len: 168 time: 0.1184967 Jul 22 23:18:35.626249 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28cbcf8-b2ea-44f5-b61b-fb7f8e9efa65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=879afb31-49ba-459c-96b9-c423a474a50d,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:18:35.656407 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-a088a957-8a79-45cc-9991-2125449f197e req-c3d8487e-a401-4c88-85fe-547bb8aea69a service neutron] 10.222.0.76 "GET /v2.0/networks/4f17eb94-4fd3-4423-afe5-64fcf5db4153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865331 Jul 22 23:18:35.795234 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3904ea34-07dc-4124-8344-c48dc92a3fdc req-7d0a7341-753a-4be6-8eed-08f283e06861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:18:35.796749 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-3904ea34-07dc-4124-8344-c48dc92a3fdc req-7d0a7341-753a-4be6-8eed-08f283e06861 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=644f41edb0214c8ab14723779bf27138&device_id=b9ead93e-8105-43d9-bfd6-14213a4e6410 HTTP/1.1" status: 200 len: 1096 time: 0.0535843 Jul 22 23:18:35.904179 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3904ea34-07dc-4124-8344-c48dc92a3fdc req-16b5ea45-8fd6-4da2-83eb-ba35a2f5b05e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:18:35.905757 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-3904ea34-07dc-4124-8344-c48dc92a3fdc req-16b5ea45-8fd6-4da2-83eb-ba35a2f5b05e service neutron] 10.222.0.76 "GET /v2.0/networks?id=4f17eb94-4fd3-4423-afe5-64fcf5db4153 HTTP/1.1" status: 200 len: 912 time: 0.1018722 Jul 22 23:18:35.934605 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce06c421-fd89-4792-8c80-4f8601781e0c req-1101de2a-18c6-4566-94ce-eb002911fdfe tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:18:35.937381 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-ce06c421-fd89-4792-8c80-4f8601781e0c req-1101de2a-18c6-4566-94ce-eb002911fdfe tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9ead93e-8105-43d9-bfd6-14213a4e6410 HTTP/1.1" status: 200 len: 943 time: 0.0670879 Jul 22 23:18:35.953333 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-3904ea34-07dc-4124-8344-c48dc92a3fdc req-3d11acf1-ae09-4842-900a-24c07d36304e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81c327d9-3287-4fbf-801a-6db546a8fc5e HTTP/1.1" status: 200 len: 217 time: 0.0399306 Jul 22 23:18:35.984238 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-ce06c421-fd89-4792-8c80-4f8601781e0c req-310f17e9-8902-444d-a8ba-9d0e8806b5f7 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "GET /v2.0/security-groups?id=ec371672-e389-4de5-8247-70407c813138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388529 Jul 22 23:18:36.003126 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3904ea34-07dc-4124-8344-c48dc92a3fdc req-61f88ed6-2147-413b-9669-3ea638cc44c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:18:36.004671 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-3904ea34-07dc-4124-8344-c48dc92a3fdc req-61f88ed6-2147-413b-9669-3ea638cc44c0 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=01ac7e7d-3e1a-483e-a24c-82af1c680c45 HTTP/1.1" status: 200 len: 850 time: 0.0441422 Jul 22 23:18:36.072516 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3904ea34-07dc-4124-8344-c48dc92a3fdc req-b9c940ea-bcc2-4a1d-acba-45260c1618aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:18:36.074032 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-3904ea34-07dc-4124-8344-c48dc92a3fdc req-b9c940ea-bcc2-4a1d-acba-45260c1618aa service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4f17eb94-4fd3-4423-afe5-64fcf5db4153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0616415 Jul 22 23:18:36.165413 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-3904ea34-07dc-4124-8344-c48dc92a3fdc req-9fb51095-603f-4f41-b35b-3a05d80c319b service neutron] 10.222.0.76 "GET /v2.0/networks/4f17eb94-4fd3-4423-afe5-64fcf5db4153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843308 Jul 22 23:18:36.260185 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-3904ea34-07dc-4124-8344-c48dc92a3fdc req-d16ca548-ebb4-4b36-9df0-b4fd391c41dd service neutron] 10.222.0.76 "GET /v2.0/networks/4f17eb94-4fd3-4423-afe5-64fcf5db4153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854735 Jul 22 23:18:37.114328 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990572f8-22ef-4131-8a5b-b447dc395be8 req-a66d984c-7ada-4ff2-8df5-dc8e0ec03ce7 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:18:37.116314 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-990572f8-22ef-4131-8a5b-b447dc395be8 req-a66d984c-7ada-4ff2-8df5-dc8e0ec03ce7 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9ead93e-8105-43d9-bfd6-14213a4e6410 HTTP/1.1" status: 200 len: 943 time: 0.0648103 Jul 22 23:18:37.155477 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-990572f8-22ef-4131-8a5b-b447dc395be8 req-ae8d1215-8912-49af-a5f2-35d37a8e259d tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "GET /v2.0/security-groups?id=ec371672-e389-4de5-8247-70407c813138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333655 Jul 22 23:18:37.206368 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 39754) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:18:37.305222 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-27d0c829-2e9d-42f2-b80e-613c3a8b2070 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:37.394447 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-27d0c829-2e9d-42f2-b80e-613c3a8b2070 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:37.398638 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-27d0c829-2e9d-42f2-b80e-613c3a8b2070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:37.435599 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-27d0c829-2e9d-42f2-b80e-613c3a8b2070 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f66ff3447a06451a818c5e23a4dff078&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2282116 Jul 22 23:18:37.436522 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d0c829-2e9d-42f2-b80e-613c3a8b2070 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96832e6a-38cb-4982-9ea2-8a9909b08183,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:18:37.438361 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 39758) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:18:37.487157 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-5a9312d6-a9eb-4796-9d43-2020223c44f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:37.507188 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-5a9312d6-a9eb-4796-9d43-2020223c44f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:37.551697 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-5a9312d6-a9eb-4796-9d43-2020223c44f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:37.554272 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-5a9312d6-a9eb-4796-9d43-2020223c44f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:37.555389 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-5a9312d6-a9eb-4796-9d43-2020223c44f6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/96832e6a-38cb-4982-9ea2-8a9909b08183 HTTP/1.1" status: 204 len: 168 time: 0.1157804 Jul 22 23:18:37.562804 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9312d6-a9eb-4796-9d43-2020223c44f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96832e6a-38cb-4982-9ea2-8a9909b08183,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:18:37.801794 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 39764) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:18:37.814629 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-2e0b7bc1-e1bf-4bb9-a1fa-965f7f6fea29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:37.904191 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-2e0b7bc1-e1bf-4bb9-a1fa-965f7f6fea29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:37.907787 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-2e0b7bc1-e1bf-4bb9-a1fa-965f7f6fea29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:37.943327 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0b7bc1-e1bf-4bb9-a1fa-965f7f6fea29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60ccf296-ce2d-4147-a9be-327127c099d0,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:18:37.948559 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-2e0b7bc1-e1bf-4bb9-a1fa-965f7f6fea29 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5715deaed4d743d0a5a7edf848abfd84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1453216 Jul 22 23:18:37.951129 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 39766) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:18:38.000277 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-d9062811-e6ab-4a93-8f8c-e85754548a56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:38.020875 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-d9062811-e6ab-4a93-8f8c-e85754548a56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:38.068020 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-d9062811-e6ab-4a93-8f8c-e85754548a56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:38.071169 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-d9062811-e6ab-4a93-8f8c-e85754548a56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:38.072272 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-d9062811-e6ab-4a93-8f8c-e85754548a56 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/60ccf296-ce2d-4147-a9be-327127c099d0 HTTP/1.1" status: 204 len: 168 time: 0.1200821 Jul 22 23:18:38.080187 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9062811-e6ab-4a93-8f8c-e85754548a56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60ccf296-ce2d-4147-a9be-327127c099d0,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:18:38.288314 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880be90c-a181-48fe-a4fe-5bb91b64e486 req-bf8cdd1e-1f9e-40f8-8f81-50a6b108a12a tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:18:38.290062 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-880be90c-a181-48fe-a4fe-5bb91b64e486 req-bf8cdd1e-1f9e-40f8-8f81-50a6b108a12a tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9ead93e-8105-43d9-bfd6-14213a4e6410 HTTP/1.1" status: 200 len: 943 time: 0.0637059 Jul 22 23:18:38.327890 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-880be90c-a181-48fe-a4fe-5bb91b64e486 req-13f538be-f785-484f-b602-ee7a4fd690ca tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "GET /v2.0/security-groups?id=ec371672-e389-4de5-8247-70407c813138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324533 Jul 22 23:18:39.218059 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Device 81c327d9-3287-4fbf-801a-6db546a8fc5e details requested by agent hyperv_hv-cinder-80187 with host hv-cinder-80187 {{(pid=93194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:18:39.309991 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] For port 81c327d9-3287-4fbf-801a-6db546a8fc5e, host hv-cinder-80187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80187',level=0,port_id=81c327d9-3287-4fbf-801a-6db546a8fc5e,segment=NetworkSegment(0f14cd78-45b9-4729-b02e-0c2b3deb8226),segment_id=0f14cd78-45b9-4729-b02e-0c2b3deb8226)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:18:39.321331 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Returning: {'device': '81c327d9-3287-4fbf-801a-6db546a8fc5e', 'network_id': '4f17eb94-4fd3-4423-afe5-64fcf5db4153', 'port_id': '81c327d9-3287-4fbf-801a-6db546a8fc5e', 'mac_address': 'fa:16:3e:e8:86:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 879, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01ac7e7d-3e1a-483e-a24c-82af1c680c45', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:18:39.362776 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:39.375325 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.notifiers.nova [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81c327d9-3287-4fbf-801a-6db546a8fc5e {{(pid=93194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:18:39.395189 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] For port 81c327d9-3287-4fbf-801a-6db546a8fc5e, host hv-cinder-80187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80187',level=0,port_id=81c327d9-3287-4fbf-801a-6db546a8fc5e,segment=NetworkSegment(0f14cd78-45b9-4729-b02e-0c2b3deb8226),segment_id=0f14cd78-45b9-4729-b02e-0c2b3deb8226)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:18:39.400107 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:39.455242 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Pushing event updated for resources: {'Port': ['ID=81c327d9-3287-4fbf-801a-6db546a8fc5e,revision_number=4']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:18:39.464466 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ded22b0-9008-49a6-89b4-35f2789c43c3 req-c50e6ce2-92d8-4410-8dcc-fe0182882cfc tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:18:39.465551 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-6ded22b0-9008-49a6-89b4-35f2789c43c3 req-c50e6ce2-92d8-4410-8dcc-fe0182882cfc tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9ead93e-8105-43d9-bfd6-14213a4e6410 HTTP/1.1" status: 200 len: 944 time: 0.0733855 Jul 22 23:18:39.507383 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-6ded22b0-9008-49a6-89b4-35f2789c43c3 req-69245984-ef53-41cc-8e14-9b8f7554d8a1 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "GET /v2.0/security-groups?id=ec371672-e389-4de5-8247-70407c813138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359416 Jul 22 23:18:39.716876 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] get_ports_and_sgs() called for port_ids ['81c327d9-3287-4fbf-801a-6db546a8fc5e'] {{(pid=93194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:18:40.633402 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37298776-7d01-4344-b5f3-e7d28585cbd1 req-897473c2-cbcd-41b6-973d-b4522dd11578 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:18:40.634894 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-37298776-7d01-4344-b5f3-e7d28585cbd1 req-897473c2-cbcd-41b6-973d-b4522dd11578 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9ead93e-8105-43d9-bfd6-14213a4e6410 HTTP/1.1" status: 200 len: 944 time: 0.0626526 Jul 22 23:18:40.671567 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-37298776-7d01-4344-b5f3-e7d28585cbd1 req-b3dc4c36-361e-4e71-9fa3-0e97d2a926ec tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "GET /v2.0/security-groups?id=ec371672-e389-4de5-8247-70407c813138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312912 Jul 22 23:18:41.797106 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb8c28d-6e82-4710-b631-d6854b834ceb req-806ae395-7a19-4bcc-a753-f20dbad651f0 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:18:41.798567 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-edb8c28d-6e82-4710-b631-d6854b834ceb req-806ae395-7a19-4bcc-a753-f20dbad651f0 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9ead93e-8105-43d9-bfd6-14213a4e6410 HTTP/1.1" status: 200 len: 944 time: 0.0619481 Jul 22 23:18:41.835037 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-edb8c28d-6e82-4710-b631-d6854b834ceb req-e93e0454-dfac-4e04-a859-88e58a51c57a tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "GET /v2.0/security-groups?id=ec371672-e389-4de5-8247-70407c813138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305367 Jul 22 23:18:42.774793 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Device 81c327d9-3287-4fbf-801a-6db546a8fc5e up at agent hyperv_hv-cinder-80187 {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:18:42.821161 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Provisioning for port 81c327d9-3287-4fbf-801a-6db546a8fc5e completed by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:18:42.824640 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Provisioning complete for port 81c327d9-3287-4fbf-801a-6db546a8fc5e triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:18:42.825008 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832377'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:42.900654 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:42.922926 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9ead93e-8105-43d9-bfd6-14213a4e6410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81c327d9-3287-4fbf-801a-6db546a8fc5e'}] {{(pid=93194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:18:42.925171 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7601765a566782fd39478405f6fadc52a0f9e3dab845648c9e7fe91a53a45b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8385bf17-7b46-44a1-99fa-f6885da911c1" -d '{"events": [{"server_uuid": "b9ead93e-8105-43d9-bfd6-14213a4e6410", "name": "network-vif-plugged", "status": "completed", "tag": "81c327d9-3287-4fbf-801a-6db546a8fc5e"}]}' {{(pid=93194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:18:42.941023 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] For port 81c327d9-3287-4fbf-801a-6db546a8fc5e, host hv-cinder-80187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80187',level=0,port_id=81c327d9-3287-4fbf-801a-6db546a8fc5e,segment=NetworkSegment(0f14cd78-45b9-4729-b02e-0c2b3deb8226),segment_id=0f14cd78-45b9-4729-b02e-0c2b3deb8226)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:18:42.946837 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:42.970571 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd67310-265e-46fe-9014-a8bab6b56505 req-56bdb2ed-edf0-4190-9894-4cbed76ad447 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:18:42.972361 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-5fd67310-265e-46fe-9014-a8bab6b56505 req-56bdb2ed-edf0-4190-9894-4cbed76ad447 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9ead93e-8105-43d9-bfd6-14213a4e6410 HTTP/1.1" status: 200 len: 944 time: 0.0718691 Jul 22 23:18:42.973387 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ce1094d-f991-419c-93a7-2f31dc87a2a0 x-openstack-request-id: req-9ce1094d-f991-419c-93a7-2f31dc87a2a0 {{(pid=93194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:18:42.973705 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9ead93e-8105-43d9-bfd6-14213a4e6410", "name": "network-vif-plugged", "status": "completed", "tag": "81c327d9-3287-4fbf-801a-6db546a8fc5e", "code": 200}]} {{(pid=93194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:18:42.973952 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9ce1094d-f991-419c-93a7-2f31dc87a2a0 {{(pid=93194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:18:42.974333 dv-cinder-801875-2-iscsi neutron-server[93194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9ead93e-8105-43d9-bfd6-14213a4e6410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81c327d9-3287-4fbf-801a-6db546a8fc5e', 'code': 200} Jul 22 23:18:42.999355 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Pushing event updated for resources: {'Port': ['ID=81c327d9-3287-4fbf-801a-6db546a8fc5e,revision_number=5']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:18:43.009769 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-5fd67310-265e-46fe-9014-a8bab6b56505 req-c67d31b2-3a2f-4652-a5bb-e750d45dd069 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "GET /v2.0/security-groups?id=ec371672-e389-4de5-8247-70407c813138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315444 Jul 22 23:18:43.928638 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c75c4c0-eb60-4ab9-bf58-959740e3f99c req-20723099-53aa-48f8-97b0-f8793f697b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:18:43.930170 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-8c75c4c0-eb60-4ab9-bf58-959740e3f99c req-20723099-53aa-48f8-97b0-f8793f697b3d service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=b9ead93e-8105-43d9-bfd6-14213a4e6410 HTTP/1.1" status: 200 len: 1098 time: 0.0538070 Jul 22 23:18:43.964798 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-8c75c4c0-eb60-4ab9-bf58-959740e3f99c req-be83b7b4-c662-47f2-be68-06b3a7dcc4d8 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=ec371672-e389-4de5-8247-70407c813138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0284355 Jul 22 23:18:44.144951 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d66efc-56a3-4198-b5ee-94ca6b4feb01 req-d8396bcd-207b-4b2a-8320-67fb1dc47abb tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:18:44.146498 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-f0d66efc-56a3-4198-b5ee-94ca6b4feb01 req-d8396bcd-207b-4b2a-8320-67fb1dc47abb tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9ead93e-8105-43d9-bfd6-14213a4e6410 HTTP/1.1" status: 200 len: 945 time: 0.0696719 Jul 22 23:18:44.184571 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-f0d66efc-56a3-4198-b5ee-94ca6b4feb01 req-83762d5d-a7d4-4f9a-90d5-c7c73020ea23 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "GET /v2.0/security-groups?id=ec371672-e389-4de5-8247-70407c813138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320632 Jul 22 23:18:45.316145 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6e2a91-ad60-4683-a6c7-2a3c88a7c0ee req-bbc320be-e15a-4698-8a64-6f211a716c6c tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:18:45.317662 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-cb6e2a91-ad60-4683-a6c7-2a3c88a7c0ee req-bbc320be-e15a-4698-8a64-6f211a716c6c tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9ead93e-8105-43d9-bfd6-14213a4e6410 HTTP/1.1" status: 200 len: 945 time: 0.0668862 Jul 22 23:18:45.354969 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-cb6e2a91-ad60-4683-a6c7-2a3c88a7c0ee req-c6d34ab3-a0af-455e-afa0-915d824872ea tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "GET /v2.0/security-groups?id=ec371672-e389-4de5-8247-70407c813138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313213 Jul 22 23:18:45.479068 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-13820c3e-c838-4b2e-9de4-e205bad4b54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:46.481407 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52174d7-2830-491f-92b4-197fe336253e req-d56b5b20-5d3c-44d5-acfc-0c39af4045f2 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:18:46.482905 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-b52174d7-2830-491f-92b4-197fe336253e req-d56b5b20-5d3c-44d5-acfc-0c39af4045f2 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9ead93e-8105-43d9-bfd6-14213a4e6410 HTTP/1.1" status: 200 len: 945 time: 0.0630996 Jul 22 23:18:46.519341 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-b52174d7-2830-491f-92b4-197fe336253e req-0638a3ce-50df-41e3-b549-1a9fc1df779a tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "GET /v2.0/security-groups?id=ec371672-e389-4de5-8247-70407c813138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309162 Jul 22 23:18:47.644690 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57be6c9f-3a14-47e1-a5a4-a2d21ec4b001 req-3091c2e0-3712-48b1-8fb8-9a93717f200d tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:18:47.646042 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-57be6c9f-3a14-47e1-a5a4-a2d21ec4b001 req-3091c2e0-3712-48b1-8fb8-9a93717f200d tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9ead93e-8105-43d9-bfd6-14213a4e6410 HTTP/1.1" status: 200 len: 945 time: 0.0617306 Jul 22 23:18:47.682163 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-57be6c9f-3a14-47e1-a5a4-a2d21ec4b001 req-5003dcd5-1e1d-456d-9c8f-48ed5d205b7e tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "GET /v2.0/security-groups?id=ec371672-e389-4de5-8247-70407c813138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302191 Jul 22 23:18:48.133838 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0112998b-9de4-4f13-a40b-68622d2cddc7 req-2387e197-9c68-4ee3-a1dd-7b7684efe743 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:18:48.135299 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-0112998b-9de4-4f13-a40b-68622d2cddc7 req-2387e197-9c68-4ee3-a1dd-7b7684efe743 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] 10.222.0.44 "GET /v2.0/ports?device_id=3d1b19ea-c7cf-4c77-a712-ab0fd55b4278 HTTP/1.1" status: 200 len: 946 time: 0.0655992 Jul 22 23:18:48.173219 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-0112998b-9de4-4f13-a40b-68622d2cddc7 req-e47f4793-116f-4533-bca6-c0fddc1aad96 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] 10.222.0.44 "GET /v2.0/security-groups?id=faea6e62-6b54-4a4d-b567-060dec6211a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323403 Jul 22 23:18:48.173529 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-d1d4ae88-0202-4d3a-b6b9-9172956ced9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:48.680709 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:48.757727 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:48.811952 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ed58bb-917b-4908-8393-6e671f046786 req-19f51cf4-d311-4d14-bc10-8ee0c6e0ec62 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:18:48.813429 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-41ed58bb-917b-4908-8393-6e671f046786 req-19f51cf4-d311-4d14-bc10-8ee0c6e0ec62 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9ead93e-8105-43d9-bfd6-14213a4e6410 HTTP/1.1" status: 200 len: 945 time: 0.0644166 Jul 22 23:18:48.848765 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-41ed58bb-917b-4908-8393-6e671f046786 req-2aeb112c-1b99-4092-aa87-bea1035f28a7 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "GET /v2.0/security-groups?id=ec371672-e389-4de5-8247-70407c813138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298982 Jul 22 23:18:48.974051 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942a14ab-5a90-40ca-9644-142a8786ab23 req-abd7f27d-8714-45cb-9500-ad7084a93a43 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:18:48.975730 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-942a14ab-5a90-40ca-9644-142a8786ab23 req-abd7f27d-8714-45cb-9500-ad7084a93a43 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9ead93e-8105-43d9-bfd6-14213a4e6410 HTTP/1.1" status: 200 len: 945 time: 0.0667000 Jul 22 23:18:48.984055 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 39880) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:18:48.988318 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.v2.base [None req-db59daf5-b59e-4b6d-bfdf-4cc32091205e tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Request body: {'floatingip': {'port_id': '81c327d9-3287-4fbf-801a-6db546a8fc5e'}} {{(pid=93192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:18:49.028618 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-db59daf5-b59e-4b6d-bfdf-4cc32091205e tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Notify callbacks [] for floatingip, before_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:49.151191 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-d6d3e244-519d-4c84-95ee-f6386db2b0d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:49.435782 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8f2b5d-421c-40f5-83da-40698a358ec0 req-6cc5655e-00db-4061-9533-f74ca1b8caea tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:18:49.437289 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-1e8f2b5d-421c-40f5-83da-40698a358ec0 req-6cc5655e-00db-4061-9533-f74ca1b8caea tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] 10.222.0.44 "GET /v2.0/ports?device_id=3d1b19ea-c7cf-4c77-a712-ab0fd55b4278 HTTP/1.1" status: 200 len: 946 time: 0.1905608 Jul 22 23:18:49.512084 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-1e8f2b5d-421c-40f5-83da-40698a358ec0 req-584f02b3-984c-4262-b2a9-fdf0fd814467 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] 10.222.0.44 "GET /v2.0/security-groups?id=faea6e62-6b54-4a4d-b567-060dec6211a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678737 Jul 22 23:18:49.516039 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-db59daf5-b59e-4b6d-bfdf-4cc32091205e tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:49.520507 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-db59daf5-b59e-4b6d-bfdf-4cc32091205e tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680835'] for floatingip, after_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:49.624904 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.db.l3_db [None req-db59daf5-b59e-4b6d-bfdf-4cc32091205e tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Floating IP 6fb1ffcb-13b7-4ee7-8073-9baebdd4e070 associated. External IP: 172.27.1.242, port: 81c327d9-3287-4fbf-801a-6db546a8fc5e. Jul 22 23:18:49.845718 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db59daf5-b59e-4b6d-bfdf-4cc32091205e tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Router ae9034f8-efe5-44f3-b2c9-39c5ca6cd207 has already been hosted by L3 agent fdf30918-cf4b-4771-a7f5-907485eb00f1 {{(pid=93192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:18:49.952278 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db59daf5-b59e-4b6d-bfdf-4cc32091205e tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Notify agent at l3_agent.dv-cinder-801875-2-iscsi the message routers_updated {{(pid=93192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:18:49.957410 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-db59daf5-b59e-4b6d-bfdf-4cc32091205e tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92570'] for floatingip, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:49.962705 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff263e3a-d2a6-475c-97c9-b0a9997bbd3a None None] Sync routers for ids ['ae9034f8-efe5-44f3-b2c9-39c5ca6cd207'] in dv-cinder-801875-2-iscsi {{(pid=93195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:18:49.972176 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff263e3a-d2a6-475c-97c9-b0a9997bbd3a None None] Routers {'ae9034f8-efe5-44f3-b2c9-39c5ca6cd207'} bound to L3 agent in host dv-cinder-801875-2-iscsi {{(pid=93195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:18:49.972843 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-ff263e3a-d2a6-475c-97c9-b0a9997bbd3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801875-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:03:18Z,description=,heartbeat_timestamp=2021-07-22T23:18:48Z,host='dv-cinder-801875-2-iscsi',id=fdf30918-cf4b-4771-a7f5-907485eb00f1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:18Z,topic='l3_agent')) {'router_ids': ['ae9034f8-efe5-44f3-b2c9-39c5ca6cd207'], 'active': True} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:18:49.996678 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-db59daf5-b59e-4b6d-bfdf-4cc32091205e tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "PUT /v2.0/floatingips/6fb1ffcb-13b7-4ee7-8073-9baebdd4e070 HTTP/1.1" status: 200 len: 991 time: 1.0089290 Jul 22 23:18:49.996678 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9ead93e-8105-43d9-bfd6-14213a4e6410', 'tag': '81c327d9-3287-4fbf-801a-6db546a8fc5e'}] {{(pid=93192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:18:49.996939 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}116c38ea8adf6e412e27fa70d60466dac8b18d7b33470466fbdf59022c8e8666" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11b56072-0117-4417-a21a-a3c2070e5d01" -d '{"events": [{"name": "network-changed", "server_uuid": "b9ead93e-8105-43d9-bfd6-14213a4e6410", "tag": "81c327d9-3287-4fbf-801a-6db546a8fc5e"}]}' {{(pid=93192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:18:50.037921 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d9ed5e7-cbe4-4f86-96cb-7f1de19fabda x-openstack-request-id: req-5d9ed5e7-cbe4-4f86-96cb-7f1de19fabda {{(pid=93192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:18:50.038325 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9ead93e-8105-43d9-bfd6-14213a4e6410", "tag": "81c327d9-3287-4fbf-801a-6db546a8fc5e", "status": "completed", "code": 200}]} {{(pid=93192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:18:50.039117 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5d9ed5e7-cbe4-4f86-96cb-7f1de19fabda {{(pid=93192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:18:50.039521 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9ead93e-8105-43d9-bfd6-14213a4e6410', 'tag': '81c327d9-3287-4fbf-801a-6db546a8fc5e', 'status': 'completed', 'code': 200} Jul 22 23:18:50.076765 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvr_db [None req-ff263e3a-d2a6-475c-97c9-b0a9997bbd3a None None] Set router ae9034f8-efe5-44f3-b2c9-39c5ca6cd207 gateway port host: dv-cinder-801875-2-iscsi {{(pid=93195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:18:50.290383 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-ff263e3a-d2a6-475c-97c9-b0a9997bbd3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae9034f8-efe5-44f3-b2c9-39c5ca6cd207', 'name': 'tempest-AttachVolumeTestJSON-1224733586-router', 'tenant_id': '644f41edb0214c8ab14723779bf27138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'external_fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': 'f2877911-8b6a-4a63-85bf-b80d19e3fa09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:15:14Z', 'updated_at': '2021-07-22T23:15:16Z', 'revision_number': 4, 'project_id': '644f41edb0214c8ab14723779bf27138', 'gw_port': {'id': 'f2877911-8b6a-4a63-85bf-b80d19e3fa09', 'name': '', 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9034f8-efe5-44f3-b2c9-39c5ca6cd207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:15:14Z', 'updated_at': '2021-07-22T23:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801875-2-iscsi', '_floatingips': [{'id': '6fb1ffcb-13b7-4ee7-8073-9baebdd4e070', 'tenant_id': '644f41edb0214c8ab14723779bf27138', 'floating_ip_address': '172.27.1.242', 'floating_network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'router_id': 'ae9034f8-efe5-44f3-b2c9-39c5ca6cd207', 'port_id': '81c327d9-3287-4fbf-801a-6db546a8fc5e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f17eb94-4fd3-4423-afe5-64fcf5db4153', 'mac_address': 'fa:16:3e:e8:86:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ead93e-8105-43d9-bfd6-14213a4e6410', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:18:31Z', 'updated_at': '2021-07-22T23:18:49Z', 'revision_number': 1, 'project_id': '644f41edb0214c8ab14723779bf27138', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff67324c-2ee5-43f7-94df-8ea90fb26e5f', 'name': '', 'network_id': '4f17eb94-4fd3-4423-afe5-64fcf5db4153', 'tenant_id': '644f41edb0214c8ab14723779bf27138', 'mac_address': 'fa:16:3e:c1:da:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9034f8-efe5-44f3-b2c9-39c5ca6cd207', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '01ac7e7d-3e1a-483e-a24c-82af1c680c45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:15:15Z', 'updated_at': '2021-07-22T23:15:23Z', 'revision_number': 5, 'project_id': '644f41edb0214c8ab14723779bf27138', 'subnets': [{'id': '01ac7e7d-3e1a-483e-a24c-82af1c680c45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801875-2-iscsi', False) {} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:18:50.314831 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff263e3a-d2a6-475c-97c9-b0a9997bbd3a None None] Checking router: ae9034f8-efe5-44f3-b2c9-39c5ca6cd207 for host: dv-cinder-801875-2-iscsi {{(pid=93195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:18:50.323146 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff263e3a-d2a6-475c-97c9-b0a9997bbd3a None None] Routers {'ae9034f8-efe5-44f3-b2c9-39c5ca6cd207'} bound to L3 agent in host dv-cinder-801875-2-iscsi {{(pid=93195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:18:50.323735 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-ff263e3a-d2a6-475c-97c9-b0a9997bbd3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801875-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:03:18Z,description=,heartbeat_timestamp=2021-07-22T23:18:48Z,host='dv-cinder-801875-2-iscsi',id=fdf30918-cf4b-4771-a7f5-907485eb00f1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:18Z,topic='l3_agent')) {'router_ids': ['ae9034f8-efe5-44f3-b2c9-39c5ca6cd207'], 'active': True} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:18:50.423131 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvr_db [None req-ff263e3a-d2a6-475c-97c9-b0a9997bbd3a None None] Set router ae9034f8-efe5-44f3-b2c9-39c5ca6cd207 gateway port host: dv-cinder-801875-2-iscsi {{(pid=93195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:18:50.640825 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-ff263e3a-d2a6-475c-97c9-b0a9997bbd3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae9034f8-efe5-44f3-b2c9-39c5ca6cd207', 'name': 'tempest-AttachVolumeTestJSON-1224733586-router', 'tenant_id': '644f41edb0214c8ab14723779bf27138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'external_fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': 'f2877911-8b6a-4a63-85bf-b80d19e3fa09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:15:14Z', 'updated_at': '2021-07-22T23:15:16Z', 'revision_number': 4, 'project_id': '644f41edb0214c8ab14723779bf27138', 'gw_port': {'id': 'f2877911-8b6a-4a63-85bf-b80d19e3fa09', 'name': '', 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9034f8-efe5-44f3-b2c9-39c5ca6cd207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:15:14Z', 'updated_at': '2021-07-22T23:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801875-2-iscsi', '_floatingips': [{'id': '6fb1ffcb-13b7-4ee7-8073-9baebdd4e070', 'tenant_id': '644f41edb0214c8ab14723779bf27138', 'floating_ip_address': '172.27.1.242', 'floating_network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'router_id': 'ae9034f8-efe5-44f3-b2c9-39c5ca6cd207', 'port_id': '81c327d9-3287-4fbf-801a-6db546a8fc5e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f17eb94-4fd3-4423-afe5-64fcf5db4153', 'mac_address': 'fa:16:3e:e8:86:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ead93e-8105-43d9-bfd6-14213a4e6410', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:18:31Z', 'updated_at': '2021-07-22T23:18:49Z', 'revision_number': 1, 'project_id': '644f41edb0214c8ab14723779bf27138', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff67324c-2ee5-43f7-94df-8ea90fb26e5f', 'name': '', 'network_id': '4f17eb94-4fd3-4423-afe5-64fcf5db4153', 'tenant_id': '644f41edb0214c8ab14723779bf27138', 'mac_address': 'fa:16:3e:c1:da:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9034f8-efe5-44f3-b2c9-39c5ca6cd207', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '01ac7e7d-3e1a-483e-a24c-82af1c680c45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:15:15Z', 'updated_at': '2021-07-22T23:15:23Z', 'revision_number': 5, 'project_id': '644f41edb0214c8ab14723779bf27138', 'subnets': [{'id': '01ac7e7d-3e1a-483e-a24c-82af1c680c45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801875-2-iscsi', False) {} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:18:50.642091 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3fc96b-c60d-4e92-a79e-269c84413fba req-375e6863-61e3-4084-8b65-f2afc82f2f72 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:18:50.643540 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-1f3fc96b-c60d-4e92-a79e-269c84413fba req-375e6863-61e3-4084-8b65-f2afc82f2f72 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] 10.222.0.44 "GET /v2.0/ports?device_id=3d1b19ea-c7cf-4c77-a712-ab0fd55b4278 HTTP/1.1" status: 200 len: 946 time: 0.0634186 Jul 22 23:18:50.666714 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff263e3a-d2a6-475c-97c9-b0a9997bbd3a None None] The sync data for ids ['ae9034f8-efe5-44f3-b2c9-39c5ca6cd207'] in dv-cinder-801875-2-iscsi is: [{'id': 'ae9034f8-efe5-44f3-b2c9-39c5ca6cd207', 'name': 'tempest-AttachVolumeTestJSON-1224733586-router', 'tenant_id': '644f41edb0214c8ab14723779bf27138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'external_fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': 'f2877911-8b6a-4a63-85bf-b80d19e3fa09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:15:14Z', 'updated_at': '2021-07-22T23:15:16Z', 'revision_number': 4, 'project_id': '644f41edb0214c8ab14723779bf27138', 'gw_port': {'id': 'f2877911-8b6a-4a63-85bf-b80d19e3fa09', 'name': '', 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9034f8-efe5-44f3-b2c9-39c5ca6cd207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:15:14Z', 'updated_at': '2021-07-22T23:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801875-2-iscsi', '_floatingips': [{'id': '6fb1ffcb-13b7-4ee7-8073-9baebdd4e070', 'tenant_id': '644f41edb0214c8ab14723779bf27138', 'floating_ip_address': '172.27.1.242', 'floating_network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'router_id': 'ae9034f8-efe5-44f3-b2c9-39c5ca6cd207', 'port_id': '81c327d9-3287-4fbf-801a-6db546a8fc5e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f17eb94-4fd3-4423-afe5-64fcf5db4153', 'mac_address': 'fa:16:3e:e8:86:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ead93e-8105-43d9-bfd6-14213a4e6410', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:18:31Z', 'updated_at': '2021-07-22T23:18:49Z', 'revision_number': 1, 'project_id': '644f41edb0214c8ab14723779bf27138', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff67324c-2ee5-43f7-94df-8ea90fb26e5f', 'name': '', 'network_id': '4f17eb94-4fd3-4423-afe5-64fcf5db4153', 'tenant_id': '644f41edb0214c8ab14723779bf27138', 'mac_address': 'fa:16:3e:c1:da:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9034f8-efe5-44f3-b2c9-39c5ca6cd207', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '01ac7e7d-3e1a-483e-a24c-82af1c680c45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:15:15Z', 'updated_at': '2021-07-22T23:15:23Z', 'revision_number': 5, 'project_id': '644f41edb0214c8ab14723779bf27138', 'subnets': [{'id': '01ac7e7d-3e1a-483e-a24c-82af1c680c45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:18:50.681556 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-1f3fc96b-c60d-4e92-a79e-269c84413fba req-1605fa93-bb04-48ff-9d76-0116d7602807 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] 10.222.0.44 "GET /v2.0/security-groups?id=faea6e62-6b54-4a4d-b567-060dec6211a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324423 Jul 22 23:18:50.835562 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f67c288-775b-4d6e-9a5b-5789b59416fe None None] New status for floating IP 6fb1ffcb-13b7-4ee7-8073-9baebdd4e070: ACTIVE {{(pid=93194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 23:18:50.934585 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-cbf739a1-5d20-402c-989d-00d0f7e6e81c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:51.825465 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b155ddc-7127-4dde-a437-c033a74b27a0 req-c81c28e9-aeb4-4a29-b663-d2d4e6d92ed6 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:18:51.826923 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-1b155ddc-7127-4dde-a437-c033a74b27a0 req-c81c28e9-aeb4-4a29-b663-d2d4e6d92ed6 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] 10.222.0.44 "GET /v2.0/ports?device_id=3d1b19ea-c7cf-4c77-a712-ab0fd55b4278 HTTP/1.1" status: 200 len: 946 time: 0.0667028 Jul 22 23:18:51.863762 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-1b155ddc-7127-4dde-a437-c033a74b27a0 req-bae83555-6561-48f3-95ae-cf3c668e4b24 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] 10.222.0.44 "GET /v2.0/security-groups?id=faea6e62-6b54-4a4d-b567-060dec6211a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315361 Jul 22 23:18:52.909829 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b56072-0117-4417-a21a-a3c2070e5d01 req-6d41a958-ebe3-4236-a143-0887b3a3f606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:18:52.911336 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-11b56072-0117-4417-a21a-a3c2070e5d01 req-6d41a958-ebe3-4236-a143-0887b3a3f606 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=644f41edb0214c8ab14723779bf27138&device_id=b9ead93e-8105-43d9-bfd6-14213a4e6410 HTTP/1.1" status: 200 len: 1098 time: 0.0542254 Jul 22 23:18:52.994376 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01520ff1-a684-40b2-817f-44e8cc025c9c req-bc289933-e1e5-4f50-87ac-9a472a9a5d56 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:18:52.995866 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-01520ff1-a684-40b2-817f-44e8cc025c9c req-bc289933-e1e5-4f50-87ac-9a472a9a5d56 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] 10.222.0.44 "GET /v2.0/ports?device_id=3d1b19ea-c7cf-4c77-a712-ab0fd55b4278 HTTP/1.1" status: 200 len: 946 time: 0.0674024 Jul 22 23:18:53.005480 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b56072-0117-4417-a21a-a3c2070e5d01 req-7d308e2d-be6e-4443-ad41-95b992374b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:18:53.006843 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-11b56072-0117-4417-a21a-a3c2070e5d01 req-7d308e2d-be6e-4443-ad41-95b992374b8d service neutron] 10.222.0.76 "GET /v2.0/networks?id=4f17eb94-4fd3-4423-afe5-64fcf5db4153 HTTP/1.1" status: 200 len: 912 time: 0.0871327 Jul 22 23:18:53.033273 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-01520ff1-a684-40b2-817f-44e8cc025c9c req-8b988be1-9c80-4d2a-9b8c-fa5a0fa6b76f tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] 10.222.0.44 "GET /v2.0/security-groups?id=faea6e62-6b54-4a4d-b567-060dec6211a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319030 Jul 22 23:18:53.071522 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-11b56072-0117-4417-a21a-a3c2070e5d01 req-d77980af-2df3-48c5-913f-d2777d128541 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81c327d9-3287-4fbf-801a-6db546a8fc5e HTTP/1.1" status: 200 len: 1001 time: 0.0576248 Jul 22 23:18:53.124156 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b56072-0117-4417-a21a-a3c2070e5d01 req-02edd853-65ee-4fd2-8081-5edf2482c62a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:18:53.125571 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-11b56072-0117-4417-a21a-a3c2070e5d01 req-02edd853-65ee-4fd2-8081-5edf2482c62a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=01ac7e7d-3e1a-483e-a24c-82af1c680c45 HTTP/1.1" status: 200 len: 850 time: 0.0458770 Jul 22 23:18:53.183021 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b56072-0117-4417-a21a-a3c2070e5d01 req-709719e7-95e8-44d7-a8e1-20781994efef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:18:53.184492 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-11b56072-0117-4417-a21a-a3c2070e5d01 req-709719e7-95e8-44d7-a8e1-20781994efef service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4f17eb94-4fd3-4423-afe5-64fcf5db4153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0524707 Jul 22 23:18:53.275220 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-11b56072-0117-4417-a21a-a3c2070e5d01 req-9cc2d2a7-f053-4b6a-87a2-cdc43013822a service neutron] 10.222.0.76 "GET /v2.0/networks/4f17eb94-4fd3-4423-afe5-64fcf5db4153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786736 Jul 22 23:18:53.369115 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-11b56072-0117-4417-a21a-a3c2070e5d01 req-886df2ab-8014-4a51-85d5-9e5ffb08a8e5 service neutron] 10.222.0.76 "GET /v2.0/networks/4f17eb94-4fd3-4423-afe5-64fcf5db4153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871341 Jul 22 23:18:53.893717 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.agents_db [None req-bfbb8894-14bb-41d0-8761-89beb89abbcb None None] Agent healthcheck: found 6 active agents {{(pid=93195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:18:54.161707 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1976007-6706-48c8-a67e-4f454b37e46d req-19885a67-1999-4a36-9325-b4bbcf8085b9 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:18:54.163532 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-e1976007-6706-48c8-a67e-4f454b37e46d req-19885a67-1999-4a36-9325-b4bbcf8085b9 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] 10.222.0.44 "GET /v2.0/ports?device_id=3d1b19ea-c7cf-4c77-a712-ab0fd55b4278 HTTP/1.1" status: 200 len: 946 time: 0.0630021 Jul 22 23:18:54.204170 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-e1976007-6706-48c8-a67e-4f454b37e46d req-25d13a79-0bc3-4844-ab26-87ed4f2f9143 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] 10.222.0.44 "GET /v2.0/security-groups?id=faea6e62-6b54-4a4d-b567-060dec6211a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348034 Jul 22 23:18:55.331179 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2acced-58ce-4122-9789-1c015974c77b req-910ac581-d8a1-427a-a4a0-d13f2edc403e tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:18:55.332549 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-9b2acced-58ce-4122-9789-1c015974c77b req-910ac581-d8a1-427a-a4a0-d13f2edc403e tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] 10.222.0.44 "GET /v2.0/ports?device_id=3d1b19ea-c7cf-4c77-a712-ab0fd55b4278 HTTP/1.1" status: 200 len: 946 time: 0.0619938 Jul 22 23:18:55.371212 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-9b2acced-58ce-4122-9789-1c015974c77b req-d403529f-575c-44a4-8887-10a30c077361 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] 10.222.0.44 "GET /v2.0/security-groups?id=faea6e62-6b54-4a4d-b567-060dec6211a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330997 Jul 22 23:18:56.499829 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f7805b-4185-453c-91a8-2cf8041b0abd req-924a8584-3337-4a49-b993-92b201a647cf tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:18:56.501401 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-10f7805b-4185-453c-91a8-2cf8041b0abd req-924a8584-3337-4a49-b993-92b201a647cf tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] 10.222.0.44 "GET /v2.0/ports?device_id=3d1b19ea-c7cf-4c77-a712-ab0fd55b4278 HTTP/1.1" status: 200 len: 946 time: 0.0625653 Jul 22 23:18:56.537908 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-10f7805b-4185-453c-91a8-2cf8041b0abd req-4e2fe747-47fc-4081-8e21-e1f9e4f29a52 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] 10.222.0.44 "GET /v2.0/security-groups?id=faea6e62-6b54-4a4d-b567-060dec6211a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311322 Jul 22 23:18:57.665843 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92821471-5a73-4f17-98f4-9989abe3e32e req-fbf4cc38-12bc-4fe4-a6f2-75b9f9394df1 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:18:57.667399 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-92821471-5a73-4f17-98f4-9989abe3e32e req-fbf4cc38-12bc-4fe4-a6f2-75b9f9394df1 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] 10.222.0.44 "GET /v2.0/ports?device_id=3d1b19ea-c7cf-4c77-a712-ab0fd55b4278 HTTP/1.1" status: 200 len: 946 time: 0.0653367 Jul 22 23:18:57.709048 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-92821471-5a73-4f17-98f4-9989abe3e32e req-9529d6c7-286f-4e16-9631-8d1a224bae78 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] 10.222.0.44 "GET /v2.0/security-groups?id=faea6e62-6b54-4a4d-b567-060dec6211a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354037 Jul 22 23:18:58.834463 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e64970b-3595-4853-a1d4-115cb00edf2c req-ec57aba4-b115-4396-8f2f-d7e01fc3defe tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:18:58.836444 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-4e64970b-3595-4853-a1d4-115cb00edf2c req-ec57aba4-b115-4396-8f2f-d7e01fc3defe tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] 10.222.0.44 "GET /v2.0/ports?device_id=3d1b19ea-c7cf-4c77-a712-ab0fd55b4278 HTTP/1.1" status: 200 len: 946 time: 0.0623059 Jul 22 23:18:58.872653 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-4e64970b-3595-4853-a1d4-115cb00edf2c req-4e418555-3ca2-412c-806f-42ebdcad8404 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] 10.222.0.44 "GET /v2.0/security-groups?id=faea6e62-6b54-4a4d-b567-060dec6211a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307810 Jul 22 23:18:59.999433 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dea64a4-5a7d-4511-b0c2-7e054d1527e7 req-8ad81f0c-bf52-41ea-a12e-0dd4b61d17ef tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:19:00.000975 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-0dea64a4-5a7d-4511-b0c2-7e054d1527e7 req-8ad81f0c-bf52-41ea-a12e-0dd4b61d17ef tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] 10.222.0.44 "GET /v2.0/ports?device_id=3d1b19ea-c7cf-4c77-a712-ab0fd55b4278 HTTP/1.1" status: 200 len: 946 time: 0.0631924 Jul 22 23:19:00.041843 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-0dea64a4-5a7d-4511-b0c2-7e054d1527e7 req-72becffe-01de-4f15-84b3-72791670b000 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] 10.222.0.44 "GET /v2.0/security-groups?id=faea6e62-6b54-4a4d-b567-060dec6211a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352602 Jul 22 23:19:01.167421 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1715286-bceb-4353-bec3-e363e52eb5bd req-835824da-c960-4b4e-9f80-1eb5b52719c7 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:19:01.168915 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-d1715286-bceb-4353-bec3-e363e52eb5bd req-835824da-c960-4b4e-9f80-1eb5b52719c7 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] 10.222.0.44 "GET /v2.0/ports?device_id=3d1b19ea-c7cf-4c77-a712-ab0fd55b4278 HTTP/1.1" status: 200 len: 946 time: 0.0618644 Jul 22 23:19:01.205247 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-d1715286-bceb-4353-bec3-e363e52eb5bd req-e22c9ce4-bfa6-4bb7-a6f0-f9a7371d4422 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] 10.222.0.44 "GET /v2.0/security-groups?id=faea6e62-6b54-4a4d-b567-060dec6211a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309100 Jul 22 23:19:02.330487 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df140f09-0d20-43ca-9a45-a39d063d27f3 req-90c7f8ec-c095-49d4-a8ab-f7397e59507a tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:19:02.331942 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-df140f09-0d20-43ca-9a45-a39d063d27f3 req-90c7f8ec-c095-49d4-a8ab-f7397e59507a tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] 10.222.0.44 "GET /v2.0/ports?device_id=3d1b19ea-c7cf-4c77-a712-ab0fd55b4278 HTTP/1.1" status: 200 len: 946 time: 0.0621290 Jul 22 23:19:02.368538 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-df140f09-0d20-43ca-9a45-a39d063d27f3 req-e47f69a6-6726-48a2-bd8b-c91146782f76 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] 10.222.0.44 "GET /v2.0/security-groups?id=faea6e62-6b54-4a4d-b567-060dec6211a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305800 Jul 22 23:19:03.501267 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4357bf-4b77-427a-9147-4ef2e3262ffe req-330ac636-3a27-4737-ad13-2af797c78bba tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:19:03.502738 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-ef4357bf-4b77-427a-9147-4ef2e3262ffe req-330ac636-3a27-4737-ad13-2af797c78bba tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] 10.222.0.44 "GET /v2.0/ports?device_id=3d1b19ea-c7cf-4c77-a712-ab0fd55b4278 HTTP/1.1" status: 200 len: 946 time: 0.0670657 Jul 22 23:19:03.540082 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-ef4357bf-4b77-427a-9147-4ef2e3262ffe req-286e89ac-c919-4678-911e-01211ef10d52 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] 10.222.0.44 "GET /v2.0/security-groups?id=faea6e62-6b54-4a4d-b567-060dec6211a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319326 Jul 22 23:19:03.917298 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091e7d3e-1c67-401c-8614-ba46f83ddc5f req-d60a173b-cdcc-4144-b67f-63dac34dc9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:19:03.918947 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-091e7d3e-1c67-401c-8614-ba46f83ddc5f req-d60a173b-cdcc-4144-b67f-63dac34dc9c8 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=db2fa9ede64340a5ad2f37c6e3db667c&device_id=3d1b19ea-c7cf-4c77-a712-ab0fd55b4278 HTTP/1.1" status: 200 len: 1099 time: 0.0536959 Jul 22 23:19:04.019763 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091e7d3e-1c67-401c-8614-ba46f83ddc5f req-4992e9fb-7b5d-4ce8-9b68-8b838cc9973b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:19:04.021187 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-091e7d3e-1c67-401c-8614-ba46f83ddc5f req-4992e9fb-7b5d-4ce8-9b68-8b838cc9973b service neutron] 10.222.0.76 "GET /v2.0/networks?id=1a59ceb3-3b1b-45d1-841a-8dd14bc1e6a2 HTTP/1.1" status: 200 len: 909 time: 0.0917108 Jul 22 23:19:04.086668 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-091e7d3e-1c67-401c-8614-ba46f83ddc5f req-6847d3a6-433f-4e76-9228-a8787d7bc37c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=257d2059-5eee-4bc3-b419-f42ae4cc10cd HTTP/1.1" status: 200 len: 1002 time: 0.0548775 Jul 22 23:19:04.139825 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091e7d3e-1c67-401c-8614-ba46f83ddc5f req-4bc3e7bb-07ec-4a59-8b0e-f764847dbc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:19:04.141352 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-091e7d3e-1c67-401c-8614-ba46f83ddc5f req-4bc3e7bb-07ec-4a59-8b0e-f764847dbc01 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=dc62b7f7-138b-4387-936a-2eda69e9184f HTTP/1.1" status: 200 len: 847 time: 0.0464544 Jul 22 23:19:04.200145 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091e7d3e-1c67-401c-8614-ba46f83ddc5f req-e1c1e961-5241-480e-95e4-0e922a1d8b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:19:04.201667 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-091e7d3e-1c67-401c-8614-ba46f83ddc5f req-e1c1e961-5241-480e-95e4-0e922a1d8b12 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=1a59ceb3-3b1b-45d1-841a-8dd14bc1e6a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0528483 Jul 22 23:19:04.287794 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-091e7d3e-1c67-401c-8614-ba46f83ddc5f req-9876eddf-1b45-4416-a089-a076548fbcfb service neutron] 10.222.0.76 "GET /v2.0/networks/1a59ceb3-3b1b-45d1-841a-8dd14bc1e6a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787716 Jul 22 23:19:04.379589 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-091e7d3e-1c67-401c-8614-ba46f83ddc5f req-5207269c-da96-449f-99fc-09961d87d4e9 service neutron] 10.222.0.76 "GET /v2.0/networks/1a59ceb3-3b1b-45d1-841a-8dd14bc1e6a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824132 Jul 22 23:19:04.663576 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c679b8-bb47-4568-a4a6-4e9099747df8 req-b559bbeb-812e-4b1a-b612-3184b44e39f8 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:19:04.665058 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-f6c679b8-bb47-4568-a4a6-4e9099747df8 req-b559bbeb-812e-4b1a-b612-3184b44e39f8 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] 10.222.0.44 "GET /v2.0/ports?device_id=3d1b19ea-c7cf-4c77-a712-ab0fd55b4278 HTTP/1.1" status: 200 len: 946 time: 0.0618033 Jul 22 23:19:04.701104 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-f6c679b8-bb47-4568-a4a6-4e9099747df8 req-7ed7e1b8-a7bc-42ca-91a3-1c14493848b0 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] 10.222.0.44 "GET /v2.0/security-groups?id=faea6e62-6b54-4a4d-b567-060dec6211a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306509 Jul 22 23:19:05.825339 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82c1db2-1152-428f-b661-64d585e649cf req-e05c1cd0-92a6-430d-bc9d-d92331aaaa69 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:19:05.826772 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-f82c1db2-1152-428f-b661-64d585e649cf req-e05c1cd0-92a6-430d-bc9d-d92331aaaa69 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] 10.222.0.44 "GET /v2.0/ports?device_id=3d1b19ea-c7cf-4c77-a712-ab0fd55b4278 HTTP/1.1" status: 200 len: 946 time: 0.0608058 Jul 22 23:19:05.865289 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-f82c1db2-1152-428f-b661-64d585e649cf req-f82ad247-91c5-4a7b-9e06-0cde35d8e325 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] 10.222.0.44 "GET /v2.0/security-groups?id=faea6e62-6b54-4a4d-b567-060dec6211a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331414 Jul 22 23:19:06.993023 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de257396-a083-435b-bdc9-3243bfd27c19 req-1fd73442-ec1a-49a4-95ba-e0873b7c2663 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:19:06.994642 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-de257396-a083-435b-bdc9-3243bfd27c19 req-1fd73442-ec1a-49a4-95ba-e0873b7c2663 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] 10.222.0.44 "GET /v2.0/ports?device_id=3d1b19ea-c7cf-4c77-a712-ab0fd55b4278 HTTP/1.1" status: 200 len: 946 time: 0.0640054 Jul 22 23:19:07.034391 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-de257396-a083-435b-bdc9-3243bfd27c19 req-c954c603-352f-49d5-bb08-13a6a1ae361a tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] 10.222.0.44 "GET /v2.0/security-groups?id=faea6e62-6b54-4a4d-b567-060dec6211a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338850 Jul 22 23:19:07.225050 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-8e50ffc8-f5eb-42a1-9be7-5177c2d03b75 req-22a4214d-41ac-4068-b8ba-2b952e2318e1 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3d1b19ea-c7cf-4c77-a712-ab0fd55b4278&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0524130 Jul 22 23:19:07.258803 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d786cf-b34b-431b-9fbb-b70d472e4ff1 req-4402563f-9cdf-4685-a96b-9f471fba931b tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:19:07.260307 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-10d786cf-b34b-431b-9fbb-b70d472e4ff1 req-4402563f-9cdf-4685-a96b-9f471fba931b tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] 10.222.0.44 "GET /v2.0/ports?device_id=3d1b19ea-c7cf-4c77-a712-ab0fd55b4278 HTTP/1.1" status: 200 len: 946 time: 0.0638371 Jul 22 23:19:07.297629 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-10d786cf-b34b-431b-9fbb-b70d472e4ff1 req-45f0ac6a-47fc-468f-bf77-e4dba38bd1e4 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] 10.222.0.44 "GET /v2.0/security-groups?id=faea6e62-6b54-4a4d-b567-060dec6211a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315521 Jul 22 23:19:08.433928 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f999f79-b9c2-46d7-8670-7802256f3787 req-216c694a-42d1-46d3-9abe-303a0e137220 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:19:08.435419 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-0f999f79-b9c2-46d7-8670-7802256f3787 req-216c694a-42d1-46d3-9abe-303a0e137220 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] 10.222.0.44 "GET /v2.0/ports?device_id=3d1b19ea-c7cf-4c77-a712-ab0fd55b4278 HTTP/1.1" status: 200 len: 946 time: 0.0720975 Jul 22 23:19:08.471378 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-0f999f79-b9c2-46d7-8670-7802256f3787 req-6a7c8e97-9694-4988-bd09-0fc863656239 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] 10.222.0.44 "GET /v2.0/security-groups?id=faea6e62-6b54-4a4d-b567-060dec6211a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304253 Jul 22 23:19:08.737828 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 40072) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:19:08.765957 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e50ffc8-f5eb-42a1-9be7-5177c2d03b75 req-69195b1c-fe98-4e94-9841-543909e6895d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:19:08.767638 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-8e50ffc8-f5eb-42a1-9be7-5177c2d03b75 req-69195b1c-fe98-4e94-9841-543909e6895d service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=3d1b19ea-c7cf-4c77-a712-ab0fd55b4278&tenant_id=db2fa9ede64340a5ad2f37c6e3db667c HTTP/1.1" status: 200 len: 1099 time: 0.0594726 Jul 22 23:19:08.840066 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-aa202918-5237-4314-b706-740ce3292a0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:08.853714 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e50ffc8-f5eb-42a1-9be7-5177c2d03b75 req-9ffa4abd-3d79-41b5-9dc0-9cff2beac815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:19:08.855222 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-8e50ffc8-f5eb-42a1-9be7-5177c2d03b75 req-9ffa4abd-3d79-41b5-9dc0-9cff2beac815 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=db2fa9ede64340a5ad2f37c6e3db667c&device_id=3d1b19ea-c7cf-4c77-a712-ab0fd55b4278 HTTP/1.1" status: 200 len: 1099 time: 0.0539775 Jul 22 23:19:08.927164 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-aa202918-5237-4314-b706-740ce3292a0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:08.931531 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-aa202918-5237-4314-b706-740ce3292a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:08.947272 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e50ffc8-f5eb-42a1-9be7-5177c2d03b75 req-e0fcd367-367e-4eea-b38b-53e2cfd8067e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:19:08.948999 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-8e50ffc8-f5eb-42a1-9be7-5177c2d03b75 req-e0fcd367-367e-4eea-b38b-53e2cfd8067e service neutron] 10.222.0.76 "GET /v2.0/networks?id=1a59ceb3-3b1b-45d1-841a-8dd14bc1e6a2 HTTP/1.1" status: 200 len: 909 time: 0.0874271 Jul 22 23:19:08.969765 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-aa202918-5237-4314-b706-740ce3292a0b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6f2fb229e9b5492f8b536dbcb1bc821c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2308636 Jul 22 23:19:08.970597 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa202918-5237-4314-b706-740ce3292a0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66dec564-5a26-492f-a1b0-1f07c1d2a9af,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:19:08.972842 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 40076) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:19:09.018563 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-8e50ffc8-f5eb-42a1-9be7-5177c2d03b75 req-f03c301a-ceee-4872-a6b4-4897bcba715a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=257d2059-5eee-4bc3-b419-f42ae4cc10cd HTTP/1.1" status: 200 len: 1002 time: 0.0621936 Jul 22 23:19:09.020512 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-aa33f356-02bd-4e52-98f7-c7248a3fff82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:09.042517 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-aa33f356-02bd-4e52-98f7-c7248a3fff82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:09.067173 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e50ffc8-f5eb-42a1-9be7-5177c2d03b75 req-796e1692-88ba-4586-9255-3d826ed35fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:19:09.068644 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-8e50ffc8-f5eb-42a1-9be7-5177c2d03b75 req-796e1692-88ba-4586-9255-3d826ed35fac service neutron] 10.222.0.76 "GET /v2.0/subnets?id=dc62b7f7-138b-4387-936a-2eda69e9184f HTTP/1.1" status: 200 len: 847 time: 0.0432339 Jul 22 23:19:09.091054 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-aa33f356-02bd-4e52-98f7-c7248a3fff82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:09.093970 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-aa33f356-02bd-4e52-98f7-c7248a3fff82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:09.095287 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-aa33f356-02bd-4e52-98f7-c7248a3fff82 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/66dec564-5a26-492f-a1b0-1f07c1d2a9af HTTP/1.1" status: 204 len: 168 time: 0.1215587 Jul 22 23:19:09.103955 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa33f356-02bd-4e52-98f7-c7248a3fff82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66dec564-5a26-492f-a1b0-1f07c1d2a9af,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:19:09.132465 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e50ffc8-f5eb-42a1-9be7-5177c2d03b75 req-aef38cc1-fc64-4238-b363-32be828752ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:19:09.133966 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-8e50ffc8-f5eb-42a1-9be7-5177c2d03b75 req-aef38cc1-fc64-4238-b363-32be828752ba service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=1a59ceb3-3b1b-45d1-841a-8dd14bc1e6a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0571446 Jul 22 23:19:09.228974 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-8e50ffc8-f5eb-42a1-9be7-5177c2d03b75 req-a6da5eef-8753-4b37-aaae-d3e0759db922 service neutron] 10.222.0.76 "GET /v2.0/networks/1a59ceb3-3b1b-45d1-841a-8dd14bc1e6a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869687 Jul 22 23:19:09.320275 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-8e50ffc8-f5eb-42a1-9be7-5177c2d03b75 req-17bd58fd-1768-41e0-b8e3-11811e550ed7 service neutron] 10.222.0.76 "GET /v2.0/networks/1a59ceb3-3b1b-45d1-841a-8dd14bc1e6a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846546 Jul 22 23:19:09.372717 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 40084) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:19:09.385877 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-4735b51c-9c8c-4fdb-bd06-7bcb636d2c14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:09.468836 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-4735b51c-9c8c-4fdb-bd06-7bcb636d2c14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:09.472423 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-4735b51c-9c8c-4fdb-bd06-7bcb636d2c14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:09.512842 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-4735b51c-9c8c-4fdb-bd06-7bcb636d2c14 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=092496ac67bb4987ae447f3750e3f221&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1388712 Jul 22 23:19:09.514614 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4735b51c-9c8c-4fdb-bd06-7bcb636d2c14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=797a1713-5c92-492d-bccd-760d306632fb,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:19:09.515459 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 40088) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:19:09.570470 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-9380997a-9d38-4b26-bf1a-6f902e35c4c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:09.591767 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-9380997a-9d38-4b26-bf1a-6f902e35c4c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:09.597577 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1919fa-fae5-49b8-8ffe-ec541298bdcc req-c6a7d8e9-1973-486d-aefb-abcbb0292c6f tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:19:09.599046 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-4f1919fa-fae5-49b8-8ffe-ec541298bdcc req-c6a7d8e9-1973-486d-aefb-abcbb0292c6f tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] 10.222.0.44 "GET /v2.0/ports?device_id=3d1b19ea-c7cf-4c77-a712-ab0fd55b4278 HTTP/1.1" status: 200 len: 946 time: 0.0615096 Jul 22 23:19:09.636701 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-4f1919fa-fae5-49b8-8ffe-ec541298bdcc req-b7d4e64b-a233-4999-a121-7fb56313a409 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] 10.222.0.44 "GET /v2.0/security-groups?id=faea6e62-6b54-4a4d-b567-060dec6211a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319204 Jul 22 23:19:09.636932 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-9380997a-9d38-4b26-bf1a-6f902e35c4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:09.639502 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-9380997a-9d38-4b26-bf1a-6f902e35c4c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:09.640635 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-9380997a-9d38-4b26-bf1a-6f902e35c4c4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/797a1713-5c92-492d-bccd-760d306632fb HTTP/1.1" status: 204 len: 168 time: 0.1241002 Jul 22 23:19:09.649812 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9380997a-9d38-4b26-bf1a-6f902e35c4c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=797a1713-5c92-492d-bccd-760d306632fb,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:19:09.656864 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9380997a-9d38-4b26-bf1a-6f902e35c4c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:09.657214 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9380997a-9d38-4b26-bf1a-6f902e35c4c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:09.657554 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9380997a-9d38-4b26-bf1a-6f902e35c4c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:09.657888 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9380997a-9d38-4b26-bf1a-6f902e35c4c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:09.658223 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9380997a-9d38-4b26-bf1a-6f902e35c4c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:09.658557 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9380997a-9d38-4b26-bf1a-6f902e35c4c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:09.658883 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9380997a-9d38-4b26-bf1a-6f902e35c4c4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:09.659207 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9380997a-9d38-4b26-bf1a-6f902e35c4c4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:09.659533 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9380997a-9d38-4b26-bf1a-6f902e35c4c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:09.659857 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9380997a-9d38-4b26-bf1a-6f902e35c4c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:09.660174 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9380997a-9d38-4b26-bf1a-6f902e35c4c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:09.660529 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9380997a-9d38-4b26-bf1a-6f902e35c4c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:09.846010 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Device 257d2059-5eee-4bc3-b419-f42ae4cc10cd no longer exists at agent hyperv_hv-cinder-80187 {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:19:09.923942 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:09.948564 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d1b19ea-c7cf-4c77-a712-ab0fd55b4278', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '257d2059-5eee-4bc3-b419-f42ae4cc10cd'}] {{(pid=93194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:19:09.951264 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7601765a566782fd39478405f6fadc52a0f9e3dab845648c9e7fe91a53a45b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e52f18e6-9270-4f49-8f70-ebf91565549d" -d '{"events": [{"server_uuid": "3d1b19ea-c7cf-4c77-a712-ab0fd55b4278", "name": "network-vif-unplugged", "status": "completed", "tag": "257d2059-5eee-4bc3-b419-f42ae4cc10cd"}]}' {{(pid=93194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:19:09.964492 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] For port 257d2059-5eee-4bc3-b419-f42ae4cc10cd, host hv-cinder-80187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80187',level=0,port_id=257d2059-5eee-4bc3-b419-f42ae4cc10cd,segment=NetworkSegment(49545db8-4130-4209-8567-7d732551d7b2),segment_id=49545db8-4130-4209-8567-7d732551d7b2)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:19:09.969815 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:09.996113 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 23:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc6f1c4a-19d4-4897-b296-ca5eaa7976ac x-openstack-request-id: req-cc6f1c4a-19d4-4897-b296-ca5eaa7976ac {{(pid=93194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:19:09.996507 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d1b19ea-c7cf-4c77-a712-ab0fd55b4278", "name": "network-vif-unplugged", "status": "completed", "tag": "257d2059-5eee-4bc3-b419-f42ae4cc10cd", "code": 200}]} {{(pid=93194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:19:09.996817 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cc6f1c4a-19d4-4897-b296-ca5eaa7976ac {{(pid=93194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:19:09.997203 dv-cinder-801875-2-iscsi neutron-server[93194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d1b19ea-c7cf-4c77-a712-ab0fd55b4278', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '257d2059-5eee-4bc3-b419-f42ae4cc10cd', 'code': 200} Jul 22 23:19:10.022984 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Pushing event updated for resources: {'Port': ['ID=257d2059-5eee-4bc3-b419-f42ae4cc10cd,revision_number=6']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:19:10.775082 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc321f8-abc6-4904-968b-0426178190b8 req-8ecb95ad-c5b5-4d29-b0e6-1c101994d6cb tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:19:10.776593 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-3dc321f8-abc6-4904-968b-0426178190b8 req-8ecb95ad-c5b5-4d29-b0e6-1c101994d6cb tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] 10.222.0.44 "GET /v2.0/ports?device_id=3d1b19ea-c7cf-4c77-a712-ab0fd55b4278 HTTP/1.1" status: 200 len: 944 time: 0.0714216 Jul 22 23:19:10.819712 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-3dc321f8-abc6-4904-968b-0426178190b8 req-bd47b254-b3ab-4b9e-a74e-b76f27dc920e tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] 10.222.0.44 "GET /v2.0/security-groups?id=faea6e62-6b54-4a4d-b567-060dec6211a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368786 Jul 22 23:19:11.945244 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b343a2-fa46-40a3-a5ff-aa98d421edff req-9ddda49a-e49b-43b2-96bb-d97e9b12e9fb tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:19:11.946688 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-a3b343a2-fa46-40a3-a5ff-aa98d421edff req-9ddda49a-e49b-43b2-96bb-d97e9b12e9fb tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] 10.222.0.44 "GET /v2.0/ports?device_id=3d1b19ea-c7cf-4c77-a712-ab0fd55b4278 HTTP/1.1" status: 200 len: 944 time: 0.0619192 Jul 22 23:19:11.984176 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-a3b343a2-fa46-40a3-a5ff-aa98d421edff req-cc0ae7b1-e60d-4d9a-bd92-ecc759e1fdf0 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] 10.222.0.44 "GET /v2.0/security-groups?id=faea6e62-6b54-4a4d-b567-060dec6211a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316489 Jul 22 23:19:13.112875 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1fd476-3fe9-4e88-a83e-33030ec5b6c8 req-81ce90d4-6ca9-447a-b7bb-7d289dd573dc tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:19:13.114358 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-df1fd476-3fe9-4e88-a83e-33030ec5b6c8 req-81ce90d4-6ca9-447a-b7bb-7d289dd573dc tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] 10.222.0.44 "GET /v2.0/ports?device_id=3d1b19ea-c7cf-4c77-a712-ab0fd55b4278 HTTP/1.1" status: 200 len: 944 time: 0.0653574 Jul 22 23:19:13.155040 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-df1fd476-3fe9-4e88-a83e-33030ec5b6c8 req-e45076fd-3641-446a-9f59-cda0bb00d02a tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] 10.222.0.44 "GET /v2.0/security-groups?id=faea6e62-6b54-4a4d-b567-060dec6211a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352039 Jul 22 23:19:14.326693 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa278ba-088e-4f27-8694-ec7449ccc65a req-9d0042c7-5e43-4519-aa66-79646e1b0947 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:19:14.328399 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-8fa278ba-088e-4f27-8694-ec7449ccc65a req-9d0042c7-5e43-4519-aa66-79646e1b0947 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] 10.222.0.44 "GET /v2.0/ports?device_id=3d1b19ea-c7cf-4c77-a712-ab0fd55b4278 HTTP/1.1" status: 200 len: 944 time: 0.0996153 Jul 22 23:19:14.369135 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-8fa278ba-088e-4f27-8694-ec7449ccc65a req-3dfb5d5a-b7ff-4190-9de0-88ab3d71959a tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] 10.222.0.44 "GET /v2.0/security-groups?id=faea6e62-6b54-4a4d-b567-060dec6211a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333734 Jul 22 23:19:14.538919 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 40206) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:19:14.641036 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-fbc2ca32-325f-4adb-9aff-f04192cae320 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:14.726078 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-fbc2ca32-325f-4adb-9aff-f04192cae320 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:14.729892 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-fbc2ca32-325f-4adb-9aff-f04192cae320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:14.767410 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-fbc2ca32-325f-4adb-9aff-f04192cae320 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7b276593490c4f1999360b6b8c4e0205&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2274339 Jul 22 23:19:14.769370 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc2ca32-325f-4adb-9aff-f04192cae320 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a394c125-f0b5-4360-bd1c-98227b8f48d0,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:19:14.770129 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 40210) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:19:14.822348 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-1d064ba9-70d2-4707-80e7-698e5c76bf3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:14.842742 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-1d064ba9-70d2-4707-80e7-698e5c76bf3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:14.889038 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-1d064ba9-70d2-4707-80e7-698e5c76bf3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:14.891647 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-1d064ba9-70d2-4707-80e7-698e5c76bf3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:14.892818 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-1d064ba9-70d2-4707-80e7-698e5c76bf3b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a394c125-f0b5-4360-bd1c-98227b8f48d0 HTTP/1.1" status: 204 len: 168 time: 0.1213939 Jul 22 23:19:14.900941 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d064ba9-70d2-4707-80e7-698e5c76bf3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a394c125-f0b5-4360-bd1c-98227b8f48d0,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:19:15.150120 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 40218) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:19:15.163509 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-175f8c42-a102-488e-b3f8-4b5d8724a1f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:15.252097 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-175f8c42-a102-488e-b3f8-4b5d8724a1f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:15.255776 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-175f8c42-a102-488e-b3f8-4b5d8724a1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:15.293718 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-175f8c42-a102-488e-b3f8-4b5d8724a1f5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e76fbc6cb6ba4bf0af411ab30e06aff3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1425447 Jul 22 23:19:15.294567 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175f8c42-a102-488e-b3f8-4b5d8724a1f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f733247d-3a71-474f-a03a-2a9c5f620b97,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:19:15.296383 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 40220) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:19:15.344284 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-0e81a56d-65f6-43ac-a90e-42d87a0d27cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:15.367556 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-0e81a56d-65f6-43ac-a90e-42d87a0d27cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:15.413390 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-0e81a56d-65f6-43ac-a90e-42d87a0d27cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:15.420832 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-0e81a56d-65f6-43ac-a90e-42d87a0d27cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:15.421982 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-0e81a56d-65f6-43ac-a90e-42d87a0d27cf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f733247d-3a71-474f-a03a-2a9c5f620b97 HTTP/1.1" status: 204 len: 168 time: 0.1245954 Jul 22 23:19:15.430546 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e81a56d-65f6-43ac-a90e-42d87a0d27cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f733247d-3a71-474f-a03a-2a9c5f620b97,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:19:15.481090 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-448e8455-4cdf-425d-a7cc-45e5764d9b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:15.507474 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c598910b-8c53-48f8-a045-a571b4878eff req-c04bdc45-60e0-4182-ae3b-de7a3cad264c tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:19:15.509075 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-c598910b-8c53-48f8-a045-a571b4878eff req-c04bdc45-60e0-4182-ae3b-de7a3cad264c tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] 10.222.0.44 "GET /v2.0/ports?device_id=3d1b19ea-c7cf-4c77-a712-ab0fd55b4278 HTTP/1.1" status: 200 len: 944 time: 0.0678906 Jul 22 23:19:15.549070 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-c598910b-8c53-48f8-a045-a571b4878eff req-a15e9042-070d-4017-9b2f-45e31d5c2c6a tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] 10.222.0.44 "GET /v2.0/security-groups?id=faea6e62-6b54-4a4d-b567-060dec6211a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329044 Jul 22 23:19:16.683697 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca406cb-ddf4-40aa-8277-3572b3a95a13 req-a682521d-760c-4556-bfc4-10444fd4b891 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:19:16.685166 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-9ca406cb-ddf4-40aa-8277-3572b3a95a13 req-a682521d-760c-4556-bfc4-10444fd4b891 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] 10.222.0.44 "GET /v2.0/ports?device_id=3d1b19ea-c7cf-4c77-a712-ab0fd55b4278 HTTP/1.1" status: 200 len: 944 time: 0.0656736 Jul 22 23:19:16.721518 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-9ca406cb-ddf4-40aa-8277-3572b3a95a13 req-d5327211-5a51-4a9d-a7c6-98a25489a4fa tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] 10.222.0.44 "GET /v2.0/security-groups?id=faea6e62-6b54-4a4d-b567-060dec6211a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308645 Jul 22 23:19:17.848711 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22846554-46c0-49dd-94e0-a02e98b37251 req-b3cf8d92-9497-478b-bd47-92d2f62815ef tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:19:17.850952 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-22846554-46c0-49dd-94e0-a02e98b37251 req-b3cf8d92-9497-478b-bd47-92d2f62815ef tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] 10.222.0.44 "GET /v2.0/ports?device_id=3d1b19ea-c7cf-4c77-a712-ab0fd55b4278 HTTP/1.1" status: 200 len: 944 time: 0.0659263 Jul 22 23:19:17.888606 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-22846554-46c0-49dd-94e0-a02e98b37251 req-0a204a76-674e-4fc0-bbec-f76273505fb3 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] 10.222.0.44 "GET /v2.0/security-groups?id=faea6e62-6b54-4a4d-b567-060dec6211a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317643 Jul 22 23:19:18.173919 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-44895d11-f021-4aa5-b857-cb6251bc865a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:18.274817 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fbee9b-0660-43ee-addc-10fff5c565d8 req-85e09d89-294a-454b-93c1-d70a34e5a78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:19:18.276247 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-16fbee9b-0660-43ee-addc-10fff5c565d8 req-85e09d89-294a-454b-93c1-d70a34e5a78a service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=3d1b19ea-c7cf-4c77-a712-ab0fd55b4278 HTTP/1.1" status: 200 len: 1097 time: 0.0518177 Jul 22 23:19:18.311135 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-16fbee9b-0660-43ee-addc-10fff5c565d8 req-ae9e4a85-5ed3-46a5-8bd4-82fee3b591f3 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=faea6e62-6b54-4a4d-b567-060dec6211a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271928 Jul 22 23:19:18.688103 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:18.769550 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:19.014181 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f6a4ba-ef36-4858-be28-b033a5175d60 req-46bbbaeb-0f98-4018-a368-12586906c4f8 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:19:19.015539 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-45f6a4ba-ef36-4858-be28-b033a5175d60 req-46bbbaeb-0f98-4018-a368-12586906c4f8 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] 10.222.0.44 "GET /v2.0/ports?device_id=3d1b19ea-c7cf-4c77-a712-ab0fd55b4278 HTTP/1.1" status: 200 len: 944 time: 0.0616534 Jul 22 23:19:19.052194 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-45f6a4ba-ef36-4858-be28-b033a5175d60 req-fcf84782-874d-419d-8e1b-aa7c1b929f9b tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] 10.222.0.44 "GET /v2.0/security-groups?id=faea6e62-6b54-4a4d-b567-060dec6211a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312476 Jul 22 23:19:19.157514 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-d6d3e244-519d-4c84-95ee-f6386db2b0d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:19.893883 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Device 257d2059-5eee-4bc3-b419-f42ae4cc10cd details requested by agent hyperv_hv-cinder-80187 with host hv-cinder-80187 {{(pid=93194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:19:19.996673 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] For port 257d2059-5eee-4bc3-b419-f42ae4cc10cd, host hv-cinder-80187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80187',level=0,port_id=257d2059-5eee-4bc3-b419-f42ae4cc10cd,segment=NetworkSegment(49545db8-4130-4209-8567-7d732551d7b2),segment_id=49545db8-4130-4209-8567-7d732551d7b2)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:19:20.007487 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Returning: {'device': '257d2059-5eee-4bc3-b419-f42ae4cc10cd', 'network_id': '1a59ceb3-3b1b-45d1-841a-8dd14bc1e6a2', 'port_id': '257d2059-5eee-4bc3-b419-f42ae4cc10cd', 'mac_address': 'fa:16:3e:51:e5:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 859, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc62b7f7-138b-4387-936a-2eda69e9184f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:19:20.042630 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:20.057616 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.notifiers.nova [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 257d2059-5eee-4bc3-b419-f42ae4cc10cd {{(pid=93194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:19:20.076551 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] For port 257d2059-5eee-4bc3-b419-f42ae4cc10cd, host hv-cinder-80187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80187',level=0,port_id=257d2059-5eee-4bc3-b419-f42ae4cc10cd,segment=NetworkSegment(49545db8-4130-4209-8567-7d732551d7b2),segment_id=49545db8-4130-4209-8567-7d732551d7b2)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:19:20.080737 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:20.127511 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Pushing event updated for resources: {'Port': ['ID=257d2059-5eee-4bc3-b419-f42ae4cc10cd,revision_number=7']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:19:20.182836 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0251552-bafe-43c2-a6f8-0b049f5d526c req-912d27c7-45df-491d-a772-a489b2f16639 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:19:20.184290 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-b0251552-bafe-43c2-a6f8-0b049f5d526c req-912d27c7-45df-491d-a772-a489b2f16639 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] 10.222.0.44 "GET /v2.0/ports?device_id=3d1b19ea-c7cf-4c77-a712-ab0fd55b4278 HTTP/1.1" status: 200 len: 945 time: 0.0669837 Jul 22 23:19:20.224706 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-b0251552-bafe-43c2-a6f8-0b049f5d526c req-a15c9d6d-79c1-45b0-9ea2-0f388219b176 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] 10.222.0.44 "GET /v2.0/security-groups?id=faea6e62-6b54-4a4d-b567-060dec6211a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345457 Jul 22 23:19:20.525798 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] get_ports_and_sgs() called for port_ids ['257d2059-5eee-4bc3-b419-f42ae4cc10cd'] {{(pid=93194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:19:20.926057 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-cbf739a1-5d20-402c-989d-00d0f7e6e81c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:21.892743 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Device 257d2059-5eee-4bc3-b419-f42ae4cc10cd up at agent hyperv_hv-cinder-80187 {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:19:21.943473 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Provisioning complete for port 257d2059-5eee-4bc3-b419-f42ae4cc10cd triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:19:21.944568 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832377'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:22.027057 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:22.050916 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d1b19ea-c7cf-4c77-a712-ab0fd55b4278', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '257d2059-5eee-4bc3-b419-f42ae4cc10cd'}] {{(pid=93194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:19:22.053262 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7601765a566782fd39478405f6fadc52a0f9e3dab845648c9e7fe91a53a45b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdd66251-b517-4f40-bd33-da0ee7dbb5e8" -d '{"events": [{"server_uuid": "3d1b19ea-c7cf-4c77-a712-ab0fd55b4278", "name": "network-vif-plugged", "status": "completed", "tag": "257d2059-5eee-4bc3-b419-f42ae4cc10cd"}]}' {{(pid=93194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:19:22.066277 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] For port 257d2059-5eee-4bc3-b419-f42ae4cc10cd, host hv-cinder-80187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80187',level=0,port_id=257d2059-5eee-4bc3-b419-f42ae4cc10cd,segment=NetworkSegment(49545db8-4130-4209-8567-7d732551d7b2),segment_id=49545db8-4130-4209-8567-7d732551d7b2)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:19:22.071918 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:22.097712 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28c0459c-8bca-430e-af14-828120e0dbdc x-openstack-request-id: req-28c0459c-8bca-430e-af14-828120e0dbdc {{(pid=93194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:19:22.098024 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d1b19ea-c7cf-4c77-a712-ab0fd55b4278", "name": "network-vif-plugged", "status": "completed", "tag": "257d2059-5eee-4bc3-b419-f42ae4cc10cd", "code": 200}]} {{(pid=93194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:19:22.098265 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-28c0459c-8bca-430e-af14-828120e0dbdc {{(pid=93194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:19:22.098645 dv-cinder-801875-2-iscsi neutron-server[93194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d1b19ea-c7cf-4c77-a712-ab0fd55b4278', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '257d2059-5eee-4bc3-b419-f42ae4cc10cd', 'code': 200} Jul 22 23:19:22.122587 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Pushing event updated for resources: {'Port': ['ID=257d2059-5eee-4bc3-b419-f42ae4cc10cd,revision_number=8']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:19:22.171199 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-0f455377-4936-424e-9b3a-e57cb81007e9 req-7326b760-708e-4a6e-82de-a1125262b25c tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1881936963&fields=id&tenant_id=7ace0a9b96d34ceb9c996a5476ba0fb1 HTTP/1.1" status: 200 len: 267 time: 0.0315359 Jul 22 23:19:22.304258 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f455377-4936-424e-9b3a-e57cb81007e9 req-e113c9cc-cda5-4397-9595-903ea811300d tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:19:22.305625 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-0f455377-4936-424e-9b3a-e57cb81007e9 req-e113c9cc-cda5-4397-9595-903ea811300d tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/networks?id=7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66 HTTP/1.1" status: 200 len: 812 time: 0.1284328 Jul 22 23:19:22.320167 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-0f455377-4936-424e-9b3a-e57cb81007e9 req-7727a94c-4d83-47a8-b094-ed53feeb53e4 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/quotas/7ace0a9b96d34ceb9c996a5476ba0fb1 HTTP/1.1" status: 200 len: 375 time: 0.0091143 Jul 22 23:19:22.388742 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-0f455377-4936-424e-9b3a-e57cb81007e9 req-db56e8dd-38b9-444d-8050-c61fd33d1a25 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=7ace0a9b96d34ceb9c996a5476ba0fb1&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0637763 Jul 22 23:19:22.485583 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-0f455377-4936-424e-9b3a-e57cb81007e9 req-7a1f9697-2779-41fd-b15b-ceab1da30abe service neutron] 10.222.0.44 "GET /v2.0/networks/7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846844 Jul 22 23:19:22.810811 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-0f455377-4936-424e-9b3a-e57cb81007e9 req-b0db10f5-4a2c-4830-a385-ae61dfb5a435 service neutron] 10.222.0.44 "GET /v2.0/networks/7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3190331 Jul 22 23:19:23.115361 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-97ae093c-aefd-43a4-a9e4-98485a10c774 req-70075fff-4bf5-4c91-95b5-8bb549742d53 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/ports?device_id=449a85b0-2ced-4162-b670-f65294bae9cc HTTP/1.1" status: 200 len: 210 time: 0.0303271 Jul 22 23:19:23.185794 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-bbd2c5b2-3097-41bf-9c99-6de7b4d92f60 req-4e50bedc-06ca-464e-9d26-1e3f06168a33 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=3d1b19ea-c7cf-4c77-a712-ab0fd55b4278&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0604846 Jul 22 23:19:23.306611 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd2c5b2-3097-41bf-9c99-6de7b4d92f60 req-605935ac-4028-4661-bc7b-f62bf184b173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:19:23.308002 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-bbd2c5b2-3097-41bf-9c99-6de7b4d92f60 req-605935ac-4028-4661-bc7b-f62bf184b173 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=db2fa9ede64340a5ad2f37c6e3db667c&device_id=3d1b19ea-c7cf-4c77-a712-ab0fd55b4278 HTTP/1.1" status: 200 len: 1099 time: 0.0585785 Jul 22 23:19:23.418363 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd2c5b2-3097-41bf-9c99-6de7b4d92f60 req-cec928c5-01e1-4a36-88be-5381493a1ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:19:23.420122 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-bbd2c5b2-3097-41bf-9c99-6de7b4d92f60 req-cec928c5-01e1-4a36-88be-5381493a1ed2 service neutron] 10.222.0.76 "GET /v2.0/networks?id=1a59ceb3-3b1b-45d1-841a-8dd14bc1e6a2 HTTP/1.1" status: 200 len: 909 time: 0.0913706 Jul 22 23:19:23.488477 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-bbd2c5b2-3097-41bf-9c99-6de7b4d92f60 req-0ac50fcc-78dc-497c-ad1a-6b46c600a4c5 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=257d2059-5eee-4bc3-b419-f42ae4cc10cd HTTP/1.1" status: 200 len: 1002 time: 0.0607119 Jul 22 23:19:23.537454 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd2c5b2-3097-41bf-9c99-6de7b4d92f60 req-5f5f0a75-58f9-4778-b243-55937dc9a992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:19:23.539353 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-bbd2c5b2-3097-41bf-9c99-6de7b4d92f60 req-5f5f0a75-58f9-4778-b243-55937dc9a992 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=dc62b7f7-138b-4387-936a-2eda69e9184f HTTP/1.1" status: 200 len: 847 time: 0.0432997 Jul 22 23:19:23.606156 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd2c5b2-3097-41bf-9c99-6de7b4d92f60 req-cbd7c890-399b-4564-ba4d-f82cb041480e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:19:23.607665 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-bbd2c5b2-3097-41bf-9c99-6de7b4d92f60 req-cbd7c890-399b-4564-ba4d-f82cb041480e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=1a59ceb3-3b1b-45d1-841a-8dd14bc1e6a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0581925 Jul 22 23:19:23.705138 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-bbd2c5b2-3097-41bf-9c99-6de7b4d92f60 req-f7f85d14-97c9-41ac-92f8-3446e2b55e86 service neutron] 10.222.0.76 "GET /v2.0/networks/1a59ceb3-3b1b-45d1-841a-8dd14bc1e6a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847244 Jul 22 23:19:23.798569 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-bbd2c5b2-3097-41bf-9c99-6de7b4d92f60 req-4fb0625c-8299-493d-b98a-1db74400c7d7 service neutron] 10.222.0.76 "GET /v2.0/networks/1a59ceb3-3b1b-45d1-841a-8dd14bc1e6a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842474 Jul 22 23:19:24.211831 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-83792788-c73d-49f8-a2eb-65eb64be87d2 req-d0dcc13f-c5e9-4232-9f15-83272412344d tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/ports?device_id=449a85b0-2ced-4162-b670-f65294bae9cc HTTP/1.1" status: 200 len: 210 time: 0.0318851 Jul 22 23:19:24.467204 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f455377-4936-424e-9b3a-e57cb81007e9 req-a6d410e3-c660-4d14-a522-1dbf9b1ef069 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:19:24.468668 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-0f455377-4936-424e-9b3a-e57cb81007e9 req-a6d410e3-c660-4d14-a522-1dbf9b1ef069 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.76 "GET /v2.0/networks?id=7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66 HTTP/1.1" status: 200 len: 812 time: 0.1101406 Jul 22 23:19:24.624018 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-0f455377-4936-424e-9b3a-e57cb81007e9 req-9a0f7aa2-1678-4155-a83d-e29bf3eaecfd tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ace0a9b96d34ceb9c996a5476ba0fb1 HTTP/1.1" status: 200 len: 380 time: 0.0351121 Jul 22 23:19:24.636913 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [req-0f455377-4936-424e-9b3a-e57cb81007e9 req-d17f7838-f8ba-4c9c-8183-6d7ad343567c tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Request body: {'port': {'device_id': '449a85b0-2ced-4162-b670-f65294bae9cc', 'network_id': '7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66', 'admin_state_up': True, 'tenant_id': '7ace0a9b96d34ceb9c996a5476ba0fb1', 'security_groups': ['074aa721-85c3-49d0-9904-6cb9f65f5dbf']}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:19:24.751679 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f455377-4936-424e-9b3a-e57cb81007e9 req-d17f7838-f8ba-4c9c-8183-6d7ad343567c tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Made reservation on behalf of 7ace0a9b96d34ceb9c996a5476ba0fb1 for: {'port': 1} {{(pid=93193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:19:24.756545 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-0f455377-4936-424e-9b3a-e57cb81007e9 req-d17f7838-f8ba-4c9c-8183-6d7ad343567c tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:24.878776 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.db.db_base_plugin_common [req-0f455377-4936-424e-9b3a-e57cb81007e9 req-d17f7838-f8ba-4c9c-8183-6d7ad343567c tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Allocated IP 172.20.0.4 (7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66/eb7dc01e-3a8e-4054-a161-8a0276e32317/b06d9f1c-e6af-4637-8afc-7909ac5baaeb) {{(pid=93193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:19:25.016555 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-0f455377-4936-424e-9b3a-e57cb81007e9 req-d17f7838-f8ba-4c9c-8183-6d7ad343567c tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Notify callbacks [] for port, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:25.029528 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.db.provisioning_blocks [req-0f455377-4936-424e-9b3a-e57cb81007e9 req-d17f7838-f8ba-4c9c-8183-6d7ad343567c tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Transition to ACTIVE for port object b06d9f1c-e6af-4637-8afc-7909ac5baaeb will not be triggered until provisioned by entity DHCP. {{(pid=93193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:19:25.065823 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-0f455377-4936-424e-9b3a-e57cb81007e9 req-d17f7838-f8ba-4c9c-8183-6d7ad343567c tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769065317241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31811438'] for port, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:25.110183 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f455377-4936-424e-9b3a-e57cb81007e9 req-d17f7838-f8ba-4c9c-8183-6d7ad343567c tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Network 7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66 is already hosted by enough agents. {{(pid=93193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:19:25.113569 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.scheduler.base_scheduler [req-0f455377-4936-424e-9b3a-e57cb81007e9 req-d17f7838-f8ba-4c9c-8183-6d7ad343567c tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Resources bound (agent type, host, resource id): {{(pid=93193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:19:25.117548 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f455377-4936-424e-9b3a-e57cb81007e9 req-d17f7838-f8ba-4c9c-8183-6d7ad343567c tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Received port after_create {{(pid=93193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:19:25.140829 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17f7838-f8ba-4c9c-8183-6d7ad343567c tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Pushing event updated for resources: {'Port': ['ID=b06d9f1c-e6af-4637-8afc-7909ac5baaeb,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:19:25.170120 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f455377-4936-424e-9b3a-e57cb81007e9 req-d17f7838-f8ba-4c9c-8183-6d7ad343567c tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:19:25.170775 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-0f455377-4936-424e-9b3a-e57cb81007e9 req-d17f7838-f8ba-4c9c-8183-6d7ad343567c tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92570'] for port, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:25.186771 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-0f455377-4936-424e-9b3a-e57cb81007e9 req-d17f7838-f8ba-4c9c-8183-6d7ad343567c tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5535851 Jul 22 23:19:25.215039 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [req-0f455377-4936-424e-9b3a-e57cb81007e9 req-f8d73bc6-36aa-4355-ba51-a7d8a9085e77 service neutron] Request body: {'port': {'device_id': '449a85b0-2ced-4162-b670-f65294bae9cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80187'}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:19:25.303212 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-0f455377-4936-424e-9b3a-e57cb81007e9 req-f8d73bc6-36aa-4355-ba51-a7d8a9085e77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:25.348652 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-320b662b-dd8e-48e3-a072-4dd361dd71b3 None None] Provisioning for port b06d9f1c-e6af-4637-8afc-7909ac5baaeb completed by entity DHCP. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:19:25.353415 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-320b662b-dd8e-48e3-a072-4dd361dd71b3 None None] Provisioning complete for port b06d9f1c-e6af-4637-8afc-7909ac5baaeb triggered by entity DHCP. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:19:25.353779 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-320b662b-dd8e-48e3-a072-4dd361dd71b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832377'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:25.357428 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0baad05-742e-4922-831e-46658f85cc2b req-95bd4077-eaa2-4a71-9190-ac82b9721786 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:19:25.359084 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-b0baad05-742e-4922-831e-46658f85cc2b req-95bd4077-eaa2-4a71-9190-ac82b9721786 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/ports?device_id=449a85b0-2ced-4162-b670-f65294bae9cc HTTP/1.1" status: 200 len: 931 time: 0.0755816 Jul 22 23:19:25.406323 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-320b662b-dd8e-48e3-a072-4dd361dd71b3 None None] Port b06d9f1c-e6af-4637-8afc-7909ac5baaeb cannot update to ACTIVE because it is not bound. {{(pid=93194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:19:25.410142 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-b0baad05-742e-4922-831e-46658f85cc2b req-74d5232d-6032-40dc-9ff8-2a385de7885e tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/security-groups?id=074aa721-85c3-49d0-9904-6cb9f65f5dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434988 Jul 22 23:19:25.585345 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.notifiers.nova [req-0f455377-4936-424e-9b3a-e57cb81007e9 req-f8d73bc6-36aa-4355-ba51-a7d8a9085e77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b06d9f1c-e6af-4637-8afc-7909ac5baaeb {{(pid=93193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:19:25.592303 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-0f455377-4936-424e-9b3a-e57cb81007e9 req-f8d73bc6-36aa-4355-ba51-a7d8a9085e77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:25.603798 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.db.provisioning_blocks [req-0f455377-4936-424e-9b3a-e57cb81007e9 req-f8d73bc6-36aa-4355-ba51-a7d8a9085e77 service neutron] Transition to ACTIVE for port object b06d9f1c-e6af-4637-8afc-7909ac5baaeb will not be triggered until provisioned by entity L2. {{(pid=93193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:19:25.607453 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-0f455377-4936-424e-9b3a-e57cb81007e9 req-f8d73bc6-36aa-4355-ba51-a7d8a9085e77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31811429'] for port, after_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:25.661211 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d73bc6-36aa-4355-ba51-a7d8a9085e77 service neutron] Pushing event updated for resources: {'Port': ['ID=b06d9f1c-e6af-4637-8afc-7909ac5baaeb,revision_number=2']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:19:25.734897 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.managers [req-0f455377-4936-424e-9b3a-e57cb81007e9 req-f8d73bc6-36aa-4355-ba51-a7d8a9085e77 service neutron] Attempting to bind port b06d9f1c-e6af-4637-8afc-7909ac5baaeb on host hv-cinder-80187 for vnic_type normal with profile {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:19:25.735222 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.managers [req-0f455377-4936-424e-9b3a-e57cb81007e9 req-f8d73bc6-36aa-4355-ba51-a7d8a9085e77 service neutron] Attempting to bind port b06d9f1c-e6af-4637-8afc-7909ac5baaeb by drivers openvswitch,hyperv on host hv-cinder-80187 at level 0 using segments [{'id': 'ca173296-7208-4e6e-a636-9266697943d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66'}] {{(pid=93193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:19:25.735542 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f455377-4936-424e-9b3a-e57cb81007e9 req-f8d73bc6-36aa-4355-ba51-a7d8a9085e77 service neutron] Attempting to bind port b06d9f1c-e6af-4637-8afc-7909ac5baaeb on network 7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66 {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:19:25.740070 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f455377-4936-424e-9b3a-e57cb81007e9 req-f8d73bc6-36aa-4355-ba51-a7d8a9085e77 service neutron] Port b06d9f1c-e6af-4637-8afc-7909ac5baaeb on network 7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80187 {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:19:25.740455 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f455377-4936-424e-9b3a-e57cb81007e9 req-f8d73bc6-36aa-4355-ba51-a7d8a9085e77 service neutron] Attempting to bind port b06d9f1c-e6af-4637-8afc-7909ac5baaeb on network 7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66 {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:19:25.745346 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f455377-4936-424e-9b3a-e57cb81007e9 req-f8d73bc6-36aa-4355-ba51-a7d8a9085e77 service neutron] Checking agent: {'id': '11a4ce8f-2944-4abd-9558-2f785ee5be32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80187', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 9, 19), 'started_at': datetime.datetime(2021, 7, 22, 23, 9, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:19:25.745676 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f455377-4936-424e-9b3a-e57cb81007e9 req-f8d73bc6-36aa-4355-ba51-a7d8a9085e77 service neutron] Checking segment: {'id': 'ca173296-7208-4e6e-a636-9266697943d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:19:25.746052 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f455377-4936-424e-9b3a-e57cb81007e9 req-f8d73bc6-36aa-4355-ba51-a7d8a9085e77 service neutron] Bound using segment: {'id': 'ca173296-7208-4e6e-a636-9266697943d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66'} {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:19:25.746473 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.managers [req-0f455377-4936-424e-9b3a-e57cb81007e9 req-f8d73bc6-36aa-4355-ba51-a7d8a9085e77 service neutron] Bound port: b06d9f1c-e6af-4637-8afc-7909ac5baaeb, host: hv-cinder-80187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca173296-7208-4e6e-a636-9266697943d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66'}}] {{(pid=93193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:19:25.746831 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-0f455377-4936-424e-9b3a-e57cb81007e9 req-f8d73bc6-36aa-4355-ba51-a7d8a9085e77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:25.813506 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.db [req-0f455377-4936-424e-9b3a-e57cb81007e9 req-f8d73bc6-36aa-4355-ba51-a7d8a9085e77 service neutron] For port b06d9f1c-e6af-4637-8afc-7909ac5baaeb, host hv-cinder-80187, cleared binding levels {{(pid=93193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:19:25.816575 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.db [req-0f455377-4936-424e-9b3a-e57cb81007e9 req-f8d73bc6-36aa-4355-ba51-a7d8a9085e77 service neutron] For port b06d9f1c-e6af-4637-8afc-7909ac5baaeb, host hv-cinder-80187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80187',level=0,port_id=b06d9f1c-e6af-4637-8afc-7909ac5baaeb,segment=NetworkSegment(ca173296-7208-4e6e-a636-9266697943d6),segment_id=ca173296-7208-4e6e-a636-9266697943d6)] {{(pid=93193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:19:25.821171 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-0f455377-4936-424e-9b3a-e57cb81007e9 req-f8d73bc6-36aa-4355-ba51-a7d8a9085e77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31811429'] for port, after_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:25.852991 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f455377-4936-424e-9b3a-e57cb81007e9 req-f8d73bc6-36aa-4355-ba51-a7d8a9085e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:19:25.853592 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-0f455377-4936-424e-9b3a-e57cb81007e9 req-f8d73bc6-36aa-4355-ba51-a7d8a9085e77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92570'] for port, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:25.854958 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-0f455377-4936-424e-9b3a-e57cb81007e9 req-f8d73bc6-36aa-4355-ba51-a7d8a9085e77 service neutron] 10.222.0.76 "PUT /v2.0/ports/b06d9f1c-e6af-4637-8afc-7909ac5baaeb HTTP/1.1" status: 200 len: 1093 time: 0.6448689 Jul 22 23:19:25.855377 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '449a85b0-2ced-4162-b670-f65294bae9cc', 'tag': 'b06d9f1c-e6af-4637-8afc-7909ac5baaeb'}] {{(pid=93193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:19:25.857601 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53e3bfa867fb079e45cf064e3f04560eeff66f84eee23b8fde49e5f46f239411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45cc2514-ccc2-4e0d-b8cd-b3ec1797fffd" -d '{"events": [{"name": "network-changed", "server_uuid": "449a85b0-2ced-4162-b670-f65294bae9cc", "tag": "b06d9f1c-e6af-4637-8afc-7909ac5baaeb"}]}' {{(pid=93193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:19:25.888177 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d73bc6-36aa-4355-ba51-a7d8a9085e77 service neutron] Pushing event updated for resources: {'Port': ['ID=b06d9f1c-e6af-4637-8afc-7909ac5baaeb,revision_number=3']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:19:25.906882 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2252e6b6-1403-4b38-9e3a-cc794575614b x-openstack-request-id: req-2252e6b6-1403-4b38-9e3a-cc794575614b {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:19:25.907152 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "449a85b0-2ced-4162-b670-f65294bae9cc", "tag": "b06d9f1c-e6af-4637-8afc-7909ac5baaeb", "status": "completed", "code": 200}]} {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:19:25.907406 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2252e6b6-1403-4b38-9e3a-cc794575614b {{(pid=93193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:19:25.908052 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '449a85b0-2ced-4162-b670-f65294bae9cc', 'tag': 'b06d9f1c-e6af-4637-8afc-7909ac5baaeb', 'status': 'completed', 'code': 200} Jul 22 23:19:25.986542 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f455377-4936-424e-9b3a-e57cb81007e9 req-dcc5e74e-57a6-4165-89b0-34e0fc937253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:19:25.988045 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-0f455377-4936-424e-9b3a-e57cb81007e9 req-dcc5e74e-57a6-4165-89b0-34e0fc937253 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7ace0a9b96d34ceb9c996a5476ba0fb1&device_id=449a85b0-2ced-4162-b670-f65294bae9cc HTTP/1.1" status: 200 len: 1096 time: 0.0563176 Jul 22 23:19:26.036674 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-0f455377-4936-424e-9b3a-e57cb81007e9 req-e50843b2-74d6-4f8b-be76-717150d5cffe service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b06d9f1c-e6af-4637-8afc-7909ac5baaeb HTTP/1.1" status: 200 len: 217 time: 0.0337706 Jul 22 23:19:26.103671 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f455377-4936-424e-9b3a-e57cb81007e9 req-d566b814-fb1a-4ad7-b67e-a8e151b71806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:19:26.105078 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-0f455377-4936-424e-9b3a-e57cb81007e9 req-d566b814-fb1a-4ad7-b67e-a8e151b71806 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=eb7dc01e-3a8e-4054-a161-8a0276e32317 HTTP/1.1" status: 200 len: 851 time: 0.0508082 Jul 22 23:19:26.181392 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f455377-4936-424e-9b3a-e57cb81007e9 req-23f6684e-3dfa-480c-ae76-009a822d60ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:19:26.182840 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-0f455377-4936-424e-9b3a-e57cb81007e9 req-23f6684e-3dfa-480c-ae76-009a822d60ea service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0524411 Jul 22 23:19:26.285246 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-0f455377-4936-424e-9b3a-e57cb81007e9 req-279446be-a043-40e0-9092-13f94ca9d648 service neutron] 10.222.0.76 "GET /v2.0/networks/7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897386 Jul 22 23:19:26.568405 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8550a5-be77-4997-ad90-936ff24a9945 req-f5f58245-1199-46fd-a93b-f2c410422dfd tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:19:26.570026 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-9d8550a5-be77-4997-ad90-936ff24a9945 req-f5f58245-1199-46fd-a93b-f2c410422dfd tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/ports?device_id=449a85b0-2ced-4162-b670-f65294bae9cc HTTP/1.1" status: 200 len: 943 time: 0.0896194 Jul 22 23:19:26.610305 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-9d8550a5-be77-4997-ad90-936ff24a9945 req-c418ee59-276b-4d07-8fd6-4f012ac30f16 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/security-groups?id=074aa721-85c3-49d0-9904-6cb9f65f5dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344915 Jul 22 23:19:26.632673 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-0f455377-4936-424e-9b3a-e57cb81007e9 req-f2a1c977-7665-4bea-b08f-a2a285ffd018 service neutron] 10.222.0.76 "GET /v2.0/networks/7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3398471 Jul 22 23:19:26.793614 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cc2514-ccc2-4e0d-b8cd-b3ec1797fffd req-2431ed02-cd0d-4924-9c3b-06695dab23b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:19:26.795120 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-45cc2514-ccc2-4e0d-b8cd-b3ec1797fffd req-2431ed02-cd0d-4924-9c3b-06695dab23b6 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7ace0a9b96d34ceb9c996a5476ba0fb1&device_id=449a85b0-2ced-4162-b670-f65294bae9cc HTTP/1.1" status: 200 len: 1096 time: 0.0585856 Jul 22 23:19:26.887629 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cc2514-ccc2-4e0d-b8cd-b3ec1797fffd req-8696db9c-7391-4cee-9d4d-0f88b02cca43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:19:26.889180 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-45cc2514-ccc2-4e0d-b8cd-b3ec1797fffd req-8696db9c-7391-4cee-9d4d-0f88b02cca43 service neutron] 10.222.0.76 "GET /v2.0/networks?id=7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66 HTTP/1.1" status: 200 len: 913 time: 0.0848687 Jul 22 23:19:26.931455 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-45cc2514-ccc2-4e0d-b8cd-b3ec1797fffd req-3e571848-07aa-4816-85c3-49cf94ddd1cf service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b06d9f1c-e6af-4637-8afc-7909ac5baaeb HTTP/1.1" status: 200 len: 217 time: 0.0348587 Jul 22 23:19:26.986041 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cc2514-ccc2-4e0d-b8cd-b3ec1797fffd req-6ffa4ab8-b355-4076-87e8-ed0c01fb30ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:19:26.987658 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-45cc2514-ccc2-4e0d-b8cd-b3ec1797fffd req-6ffa4ab8-b355-4076-87e8-ed0c01fb30ab service neutron] 10.222.0.76 "GET /v2.0/subnets?id=eb7dc01e-3a8e-4054-a161-8a0276e32317 HTTP/1.1" status: 200 len: 851 time: 0.0495560 Jul 22 23:19:27.056101 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cc2514-ccc2-4e0d-b8cd-b3ec1797fffd req-635d5635-60c1-4af1-9259-802735223a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:19:27.057626 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-45cc2514-ccc2-4e0d-b8cd-b3ec1797fffd req-635d5635-60c1-4af1-9259-802735223a8c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0545859 Jul 22 23:19:27.149217 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-45cc2514-ccc2-4e0d-b8cd-b3ec1797fffd req-53b23176-6c43-42a6-9318-b9897c3edd67 service neutron] 10.222.0.76 "GET /v2.0/networks/7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840416 Jul 22 23:19:27.240233 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-45cc2514-ccc2-4e0d-b8cd-b3ec1797fffd req-43b17448-5879-4f4c-8297-87e25f0f0696 service neutron] 10.222.0.76 "GET /v2.0/networks/7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813594 Jul 22 23:19:27.741677 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d617f6a6-2a5f-46f3-9a6d-73d2ce1e4c99 req-9690f46b-c1ad-44a9-be2f-896606639568 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:19:27.743148 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-d617f6a6-2a5f-46f3-9a6d-73d2ce1e4c99 req-9690f46b-c1ad-44a9-be2f-896606639568 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/ports?device_id=449a85b0-2ced-4162-b670-f65294bae9cc HTTP/1.1" status: 200 len: 943 time: 0.0670309 Jul 22 23:19:27.780429 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-d617f6a6-2a5f-46f3-9a6d-73d2ce1e4c99 req-4ad0a5d6-3326-4ab6-a04a-ee605455775e tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/security-groups?id=074aa721-85c3-49d0-9904-6cb9f65f5dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317883 Jul 22 23:19:28.907225 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5589c1ea-404a-412b-b4b5-7789d9fc21c3 req-efc6fdde-15f5-4bce-9eb3-bf6b48749ce4 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:19:28.908718 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-5589c1ea-404a-412b-b4b5-7789d9fc21c3 req-efc6fdde-15f5-4bce-9eb3-bf6b48749ce4 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/ports?device_id=449a85b0-2ced-4162-b670-f65294bae9cc HTTP/1.1" status: 200 len: 943 time: 0.0649004 Jul 22 23:19:28.945445 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-5589c1ea-404a-412b-b4b5-7789d9fc21c3 req-d15f08d0-80d8-404c-a148-f0ae0eb4aa40 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/security-groups?id=074aa721-85c3-49d0-9904-6cb9f65f5dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313776 Jul 22 23:19:30.075183 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b64d37a-bab6-40ff-9f9d-e25337264067 req-974f1d0d-1e07-4051-b372-d55a4f66e559 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:19:30.077331 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-7b64d37a-bab6-40ff-9f9d-e25337264067 req-974f1d0d-1e07-4051-b372-d55a4f66e559 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/ports?device_id=449a85b0-2ced-4162-b670-f65294bae9cc HTTP/1.1" status: 200 len: 943 time: 0.0666828 Jul 22 23:19:30.113775 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-7b64d37a-bab6-40ff-9f9d-e25337264067 req-4af37fdb-dce5-40cf-9db3-921977d304c9 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/security-groups?id=074aa721-85c3-49d0-9904-6cb9f65f5dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315104 Jul 22 23:19:30.892315 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.agents_db [None req-bfbb8894-14bb-41d0-8761-89beb89abbcb None None] Agent healthcheck: found 6 active agents {{(pid=93195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:19:31.237407 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cb3f1d-9b12-41eb-a9fa-16b4259e718a req-f32451b5-64f2-4159-8fae-ef4566c3837b tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:19:31.238856 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-e0cb3f1d-9b12-41eb-a9fa-16b4259e718a req-f32451b5-64f2-4159-8fae-ef4566c3837b tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/ports?device_id=449a85b0-2ced-4162-b670-f65294bae9cc HTTP/1.1" status: 200 len: 943 time: 0.0613849 Jul 22 23:19:31.275103 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-e0cb3f1d-9b12-41eb-a9fa-16b4259e718a req-245c74f8-a87e-4828-88f9-3d1e132a851a tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/security-groups?id=074aa721-85c3-49d0-9904-6cb9f65f5dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303738 Jul 22 23:19:32.399802 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0914ec-f2be-47f1-9734-1d5330b29f9e req-9285de68-190b-4ee7-8266-671d01012a3f tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:19:32.401285 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-1d0914ec-f2be-47f1-9734-1d5330b29f9e req-9285de68-190b-4ee7-8266-671d01012a3f tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/ports?device_id=449a85b0-2ced-4162-b670-f65294bae9cc HTTP/1.1" status: 200 len: 943 time: 0.0624177 Jul 22 23:19:32.439567 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-1d0914ec-f2be-47f1-9734-1d5330b29f9e req-a323cea1-d235-4507-ba40-23cd6f01972c tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/security-groups?id=074aa721-85c3-49d0-9904-6cb9f65f5dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327334 Jul 22 23:19:33.564691 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513239bf-eb8e-4742-ab25-aa14df568ec6 req-1361d92f-219d-4b5e-8dd3-3f477cd343f3 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:19:33.566074 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-513239bf-eb8e-4742-ab25-aa14df568ec6 req-1361d92f-219d-4b5e-8dd3-3f477cd343f3 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/ports?device_id=449a85b0-2ced-4162-b670-f65294bae9cc HTTP/1.1" status: 200 len: 943 time: 0.0623522 Jul 22 23:19:33.602490 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-513239bf-eb8e-4742-ab25-aa14df568ec6 req-0a4cd03a-da78-4cdf-a573-a8094400463c tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/security-groups?id=074aa721-85c3-49d0-9904-6cb9f65f5dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304372 Jul 22 23:19:33.923097 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Device b06d9f1c-e6af-4637-8afc-7909ac5baaeb details requested by agent hyperv_hv-cinder-80187 with host hv-cinder-80187 {{(pid=93194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:19:34.017921 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] For port b06d9f1c-e6af-4637-8afc-7909ac5baaeb, host hv-cinder-80187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80187',level=0,port_id=b06d9f1c-e6af-4637-8afc-7909ac5baaeb,segment=NetworkSegment(ca173296-7208-4e6e-a636-9266697943d6),segment_id=ca173296-7208-4e6e-a636-9266697943d6)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:19:34.028473 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Returning: {'device': 'b06d9f1c-e6af-4637-8afc-7909ac5baaeb', 'network_id': '7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66', 'port_id': 'b06d9f1c-e6af-4637-8afc-7909ac5baaeb', 'mac_address': 'fa:16:3e:25:c3:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 862, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb7dc01e-3a8e-4054-a161-8a0276e32317', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:19:34.063910 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:34.075704 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.notifiers.nova [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b06d9f1c-e6af-4637-8afc-7909ac5baaeb {{(pid=93194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:19:34.097234 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] For port b06d9f1c-e6af-4637-8afc-7909ac5baaeb, host hv-cinder-80187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80187',level=0,port_id=b06d9f1c-e6af-4637-8afc-7909ac5baaeb,segment=NetworkSegment(ca173296-7208-4e6e-a636-9266697943d6),segment_id=ca173296-7208-4e6e-a636-9266697943d6)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:19:34.102458 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:34.148529 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Pushing event updated for resources: {'Port': ['ID=b06d9f1c-e6af-4637-8afc-7909ac5baaeb,revision_number=4']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:19:34.155279 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:34.155626 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:34.155960 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:34.156292 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:34.156647 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:34.156973 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:34.157298 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:34.157618 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:34.157940 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:34.158266 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:34.158583 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:34.158899 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:34.441392 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] get_ports_and_sgs() called for port_ids ['b06d9f1c-e6af-4637-8afc-7909ac5baaeb'] {{(pid=93194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:19:34.727693 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a72ba49-7cb3-4d8e-8cb4-a55303b9e7f3 req-2bb461c9-5754-41e0-b73d-b49220a16870 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:19:34.729197 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-1a72ba49-7cb3-4d8e-8cb4-a55303b9e7f3 req-2bb461c9-5754-41e0-b73d-b49220a16870 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/ports?device_id=449a85b0-2ced-4162-b670-f65294bae9cc HTTP/1.1" status: 200 len: 944 time: 0.0617344 Jul 22 23:19:34.766531 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-1a72ba49-7cb3-4d8e-8cb4-a55303b9e7f3 req-0040d4e2-0775-4aa1-8e10-9d727a30c80c tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/security-groups?id=074aa721-85c3-49d0-9904-6cb9f65f5dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319800 Jul 22 23:19:35.893339 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eae57a6-92b4-4656-80ce-9845d07bc876 req-acdd50ba-9450-4562-9731-8934d96758fc tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:19:35.894794 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-7eae57a6-92b4-4656-80ce-9845d07bc876 req-acdd50ba-9450-4562-9731-8934d96758fc tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/ports?device_id=449a85b0-2ced-4162-b670-f65294bae9cc HTTP/1.1" status: 200 len: 944 time: 0.0655942 Jul 22 23:19:35.925835 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Device b06d9f1c-e6af-4637-8afc-7909ac5baaeb up at agent hyperv_hv-cinder-80187 {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:19:35.931560 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-7eae57a6-92b4-4656-80ce-9845d07bc876 req-5af8ca5b-f603-44b6-a8e3-c6bf8902b3c3 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/security-groups?id=074aa721-85c3-49d0-9904-6cb9f65f5dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308032 Jul 22 23:19:35.973470 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Provisioning for port b06d9f1c-e6af-4637-8afc-7909ac5baaeb completed by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:19:35.977801 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Provisioning complete for port b06d9f1c-e6af-4637-8afc-7909ac5baaeb triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:19:35.978169 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832377'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:36.056045 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:36.077624 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '449a85b0-2ced-4162-b670-f65294bae9cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b06d9f1c-e6af-4637-8afc-7909ac5baaeb'}] {{(pid=93194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:19:36.079815 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7601765a566782fd39478405f6fadc52a0f9e3dab845648c9e7fe91a53a45b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e1be65e-d0ae-47ea-81e2-f066aac28a42" -d '{"events": [{"server_uuid": "449a85b0-2ced-4162-b670-f65294bae9cc", "name": "network-vif-plugged", "status": "completed", "tag": "b06d9f1c-e6af-4637-8afc-7909ac5baaeb"}]}' {{(pid=93194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:19:36.092684 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] For port b06d9f1c-e6af-4637-8afc-7909ac5baaeb, host hv-cinder-80187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80187',level=0,port_id=b06d9f1c-e6af-4637-8afc-7909ac5baaeb,segment=NetworkSegment(ca173296-7208-4e6e-a636-9266697943d6),segment_id=ca173296-7208-4e6e-a636-9266697943d6)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:19:36.097426 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:36.120096 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-483b36ec-3001-4aaa-b616-768d62956b11 x-openstack-request-id: req-483b36ec-3001-4aaa-b616-768d62956b11 {{(pid=93194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:19:36.120402 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "449a85b0-2ced-4162-b670-f65294bae9cc", "name": "network-vif-plugged", "status": "completed", "tag": "b06d9f1c-e6af-4637-8afc-7909ac5baaeb", "code": 200}]} {{(pid=93194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:19:36.120652 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-483b36ec-3001-4aaa-b616-768d62956b11 {{(pid=93194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:19:36.121029 dv-cinder-801875-2-iscsi neutron-server[93194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '449a85b0-2ced-4162-b670-f65294bae9cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b06d9f1c-e6af-4637-8afc-7909ac5baaeb', 'code': 200} Jul 22 23:19:36.145550 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Pushing event updated for resources: {'Port': ['ID=b06d9f1c-e6af-4637-8afc-7909ac5baaeb,revision_number=5']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:19:36.420581 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457df293-c1fd-4504-aa9f-2c0ffcef7e71 req-5a6cc0c7-6c0b-48a5-9f29-a3cb60d774ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:19:36.422050 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-457df293-c1fd-4504-aa9f-2c0ffcef7e71 req-5a6cc0c7-6c0b-48a5-9f29-a3cb60d774ba service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=449a85b0-2ced-4162-b670-f65294bae9cc HTTP/1.1" status: 200 len: 1098 time: 0.0519161 Jul 22 23:19:36.458243 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-457df293-c1fd-4504-aa9f-2c0ffcef7e71 req-d4ec6eb1-b02a-49e8-8387-1193b473676b service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=074aa721-85c3-49d0-9904-6cb9f65f5dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270271 Jul 22 23:19:37.157391 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec117fe4-2050-4ec5-a4e3-32e1a750a515 req-e6b3b191-d120-41e6-9798-513ef21bc4dc tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:19:37.157391 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-ec117fe4-2050-4ec5-a4e3-32e1a750a515 req-e6b3b191-d120-41e6-9798-513ef21bc4dc tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/ports?device_id=449a85b0-2ced-4162-b670-f65294bae9cc HTTP/1.1" status: 200 len: 945 time: 0.1010537 Jul 22 23:19:37.207419 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-ec117fe4-2050-4ec5-a4e3-32e1a750a515 req-5a931603-8b1e-4753-90d6-26725a354d19 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/security-groups?id=074aa721-85c3-49d0-9904-6cb9f65f5dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405719 Jul 22 23:19:38.360818 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa046610-441a-4dc1-9774-e287dd28bc5d req-3f235b7e-d517-46a4-9b61-f1cf2dc0ceba tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:19:38.362319 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-fa046610-441a-4dc1-9774-e287dd28bc5d req-3f235b7e-d517-46a4-9b61-f1cf2dc0ceba tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/ports?device_id=449a85b0-2ced-4162-b670-f65294bae9cc HTTP/1.1" status: 200 len: 945 time: 0.0861783 Jul 22 23:19:38.403926 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-fa046610-441a-4dc1-9774-e287dd28bc5d req-cb94223d-345e-4b41-906c-f93ae5298e66 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/security-groups?id=074aa721-85c3-49d0-9904-6cb9f65f5dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359261 Jul 22 23:19:38.537516 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dffa43-598d-49ca-8dcf-33f7ce3fc112 req-6bad869e-c9bc-4f29-988f-2cfd5adee451 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:19:38.538992 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-f4dffa43-598d-49ca-8dcf-33f7ce3fc112 req-6bad869e-c9bc-4f29-988f-2cfd5adee451 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/ports?device_id=449a85b0-2ced-4162-b670-f65294bae9cc HTTP/1.1" status: 200 len: 945 time: 0.0693007 Jul 22 23:19:38.581349 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-f4dffa43-598d-49ca-8dcf-33f7ce3fc112 req-72e00df2-eeed-4a41-a355-1061b3ce7133 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/security-groups?id=074aa721-85c3-49d0-9904-6cb9f65f5dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361855 Jul 22 23:19:38.604010 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 40516) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:19:38.660183 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b30d55-2804-41ae-bae0-79ce5a72b9e0 tempest-TestVolumeBootPattern-199374994 tempest-TestVolumeBootPattern-199374994-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:19:38.661722 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-50b30d55-2804-41ae-bae0-79ce5a72b9e0 tempest-TestVolumeBootPattern-199374994 tempest-TestVolumeBootPattern-199374994-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=449a85b0-2ced-4162-b670-f65294bae9cc HTTP/1.1" status: 200 len: 1093 time: 0.0567067 Jul 22 23:19:38.664509 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 40518) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:19:38.668728 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [None req-93031142-5274-4440-858e-3424367b8bed tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Request body: {'floatingip': {'floating_network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'port_id': 'b06d9f1c-e6af-4637-8afc-7909ac5baaeb', 'tenant_id': '7ace0a9b96d34ceb9c996a5476ba0fb1', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:19:38.690269 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-93031142-5274-4440-858e-3424367b8bed tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Notify callbacks [] for floatingip, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:38.781374 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-93031142-5274-4440-858e-3424367b8bed tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:38.885456 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.db.db_base_plugin_common [None req-93031142-5274-4440-858e-3424367b8bed tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Allocated IP 172.27.1.57 (e89e037f-b917-4fce-8638-db5189a5e8e4/7d2d3a68-9173-4429-9239-290b8b68fb34/212bd1f1-f9bc-4230-967c-e0513b14595d) {{(pid=93193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:19:38.981854 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-93031142-5274-4440-858e-3424367b8bed tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Notify callbacks [] for port, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:39.019207 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-93031142-5274-4440-858e-3424367b8bed tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769065317241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31811438'] for port, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:39.062579 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93031142-5274-4440-858e-3424367b8bed tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Network e89e037f-b917-4fce-8638-db5189a5e8e4 is already hosted by enough agents. {{(pid=93193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:19:39.065420 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.scheduler.base_scheduler [None req-93031142-5274-4440-858e-3424367b8bed tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Resources bound (agent type, host, resource id): {{(pid=93193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:19:39.069589 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93031142-5274-4440-858e-3424367b8bed tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Received port after_create {{(pid=93193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:19:39.072423 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93031142-5274-4440-858e-3424367b8bed tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Pushing event updated for resources: {'Port': ['ID=212bd1f1-f9bc-4230-967c-e0513b14595d,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:19:39.405966 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-93031142-5274-4440-858e-3424367b8bed tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:39.477728 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-93031142-5274-4440-858e-3424367b8bed tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:39.620223 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-93031142-5274-4440-858e-3424367b8bed tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Notify callbacks [] for port, precommit_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:39.624882 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-93031142-5274-4440-858e-3424367b8bed tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31811429'] for port, after_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:39.700157 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93031142-5274-4440-858e-3424367b8bed tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Pushing event updated for resources: {'Port': ['ID=212bd1f1-f9bc-4230-967c-e0513b14595d,revision_number=2']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:19:39.708171 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-93031142-5274-4440-858e-3424367b8bed tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680835'] for floatingip, after_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:39.802284 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.db.l3_db [None req-93031142-5274-4440-858e-3424367b8bed tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Floating IP 6e0d2948-9483-423b-9ad8-bce42617c2f8 associated. External IP: 172.27.1.57, port: b06d9f1c-e6af-4637-8afc-7909ac5baaeb. Jul 22 23:19:40.001834 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93031142-5274-4440-858e-3424367b8bed tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Router 2c9ba830-d033-4492-ba3e-27c7ea76f05c has already been hosted by L3 agent fdf30918-cf4b-4771-a7f5-907485eb00f1 {{(pid=93193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:19:40.115775 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93031142-5274-4440-858e-3424367b8bed tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Notify agent at l3_agent.dv-cinder-801875-2-iscsi the message routers_updated {{(pid=93193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:19:40.125633 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f207970b-9300-4fb4-96c3-c9d025995ab5 None None] Sync routers for ids ['2c9ba830-d033-4492-ba3e-27c7ea76f05c'] in dv-cinder-801875-2-iscsi {{(pid=93195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:19:40.131175 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-93031142-5274-4440-858e-3424367b8bed tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92570'] for floatingip, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:40.135281 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f207970b-9300-4fb4-96c3-c9d025995ab5 None None] Routers {'2c9ba830-d033-4492-ba3e-27c7ea76f05c'} bound to L3 agent in host dv-cinder-801875-2-iscsi {{(pid=93195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:19:40.135904 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-f207970b-9300-4fb4-96c3-c9d025995ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801875-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:03:18Z,description=,heartbeat_timestamp=2021-07-22T23:19:18Z,host='dv-cinder-801875-2-iscsi',id=fdf30918-cf4b-4771-a7f5-907485eb00f1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:18Z,topic='l3_agent')) {'router_ids': ['2c9ba830-d033-4492-ba3e-27c7ea76f05c'], 'active': True} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:19:40.167043 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-93031142-5274-4440-858e-3424367b8bed tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5015545 Jul 22 23:19:40.169379 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '449a85b0-2ced-4162-b670-f65294bae9cc', 'tag': 'b06d9f1c-e6af-4637-8afc-7909ac5baaeb'}] {{(pid=93193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:19:40.169938 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53e3bfa867fb079e45cf064e3f04560eeff66f84eee23b8fde49e5f46f239411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2184cb9-6987-4d2d-9ee6-0343d6743516" -d '{"events": [{"name": "network-changed", "server_uuid": "449a85b0-2ced-4162-b670-f65294bae9cc", "tag": "b06d9f1c-e6af-4637-8afc-7909ac5baaeb"}]}' {{(pid=93193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:19:40.211312 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d51aeceb-0e2a-4fcd-83c2-cdd0d3f56b71 x-openstack-request-id: req-d51aeceb-0e2a-4fcd-83c2-cdd0d3f56b71 {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:19:40.211594 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "449a85b0-2ced-4162-b670-f65294bae9cc", "tag": "b06d9f1c-e6af-4637-8afc-7909ac5baaeb", "status": "completed", "code": 200}]} {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:19:40.211840 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d51aeceb-0e2a-4fcd-83c2-cdd0d3f56b71 {{(pid=93193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:19:40.212231 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '449a85b0-2ced-4162-b670-f65294bae9cc', 'tag': 'b06d9f1c-e6af-4637-8afc-7909ac5baaeb', 'status': 'completed', 'code': 200} Jul 22 23:19:40.239677 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvr_db [None req-f207970b-9300-4fb4-96c3-c9d025995ab5 None None] Set router 2c9ba830-d033-4492-ba3e-27c7ea76f05c gateway port host: dv-cinder-801875-2-iscsi {{(pid=93195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:19:40.454804 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-f207970b-9300-4fb4-96c3-c9d025995ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9ba830-d033-4492-ba3e-27c7ea76f05c', 'name': 'tempest-TestVolumeBootPattern-1596001516-router', 'tenant_id': '7ace0a9b96d34ceb9c996a5476ba0fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'external_fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': 'a3dd1367-83dd-42c2-8711-f3eed55307dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:13:33Z', 'updated_at': '2021-07-22T23:13:37Z', 'revision_number': 4, 'project_id': '7ace0a9b96d34ceb9c996a5476ba0fb1', 'gw_port': {'id': 'a3dd1367-83dd-42c2-8711-f3eed55307dc', 'name': '', 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:f9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9ba830-d033-4492-ba3e-27c7ea76f05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:13:34Z', 'updated_at': '2021-07-22T23:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801875-2-iscsi', '_floatingips': [{'id': '6e0d2948-9483-423b-9ad8-bce42617c2f8', 'tenant_id': '7ace0a9b96d34ceb9c996a5476ba0fb1', 'floating_ip_address': '172.27.1.57', 'floating_network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'router_id': '2c9ba830-d033-4492-ba3e-27c7ea76f05c', 'port_id': 'b06d9f1c-e6af-4637-8afc-7909ac5baaeb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66', 'mac_address': 'fa:16:3e:25:c3:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '449a85b0-2ced-4162-b670-f65294bae9cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:19:39Z', 'updated_at': '2021-07-22T23:19:39Z', 'revision_number': 0, 'project_id': '7ace0a9b96d34ceb9c996a5476ba0fb1', 'fixed_ip_address_scope': None}, {'id': 'b27590a5-c159-44d3-baca-43243fa40e88', 'tenant_id': '7ace0a9b96d34ceb9c996a5476ba0fb1', 'floating_ip_address': '172.27.1.211', 'floating_network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'router_id': '2c9ba830-d033-4492-ba3e-27c7ea76f05c', 'port_id': 'b6a70cae-5a85-47bc-96dd-aabc929cbc27', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66', 'mac_address': 'fa:16:3e:83:12:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36c1a20-4704-47fa-8b2c-554610c42cc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:17:41Z', 'updated_at': '2021-07-22T23:17:43Z', 'revision_number': 1, 'project_id': '7ace0a9b96d34ceb9c996a5476ba0fb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a362c05e-f646-4871-b054-80a24b31ea76', 'name': '', 'network_id': '7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66', 'tenant_id': '7ace0a9b96d34ceb9c996a5476ba0fb1', 'mac_address': 'fa:16:3e:2c:73:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9ba830-d033-4492-ba3e-27c7ea76f05c', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'eb7dc01e-3a8e-4054-a161-8a0276e32317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:13:36Z', 'updated_at': '2021-07-22T23:13:43Z', 'revision_number': 5, 'project_id': '7ace0a9b96d34ceb9c996a5476ba0fb1', 'subnets': [{'id': 'eb7dc01e-3a8e-4054-a161-8a0276e32317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801875-2-iscsi', False) {} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:19:40.483143 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f207970b-9300-4fb4-96c3-c9d025995ab5 None None] Checking router: 2c9ba830-d033-4492-ba3e-27c7ea76f05c for host: dv-cinder-801875-2-iscsi {{(pid=93195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:19:40.491519 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f207970b-9300-4fb4-96c3-c9d025995ab5 None None] Routers {'2c9ba830-d033-4492-ba3e-27c7ea76f05c'} bound to L3 agent in host dv-cinder-801875-2-iscsi {{(pid=93195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:19:40.492117 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-f207970b-9300-4fb4-96c3-c9d025995ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801875-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:03:18Z,description=,heartbeat_timestamp=2021-07-22T23:19:18Z,host='dv-cinder-801875-2-iscsi',id=fdf30918-cf4b-4771-a7f5-907485eb00f1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:18Z,topic='l3_agent')) {'router_ids': ['2c9ba830-d033-4492-ba3e-27c7ea76f05c'], 'active': True} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:19:40.590890 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvr_db [None req-f207970b-9300-4fb4-96c3-c9d025995ab5 None None] Set router 2c9ba830-d033-4492-ba3e-27c7ea76f05c gateway port host: dv-cinder-801875-2-iscsi {{(pid=93195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:19:40.883566 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-f207970b-9300-4fb4-96c3-c9d025995ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9ba830-d033-4492-ba3e-27c7ea76f05c', 'name': 'tempest-TestVolumeBootPattern-1596001516-router', 'tenant_id': '7ace0a9b96d34ceb9c996a5476ba0fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'external_fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': 'a3dd1367-83dd-42c2-8711-f3eed55307dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:13:33Z', 'updated_at': '2021-07-22T23:13:37Z', 'revision_number': 4, 'project_id': '7ace0a9b96d34ceb9c996a5476ba0fb1', 'gw_port': {'id': 'a3dd1367-83dd-42c2-8711-f3eed55307dc', 'name': '', 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:f9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9ba830-d033-4492-ba3e-27c7ea76f05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:13:34Z', 'updated_at': '2021-07-22T23:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801875-2-iscsi', '_floatingips': [{'id': '6e0d2948-9483-423b-9ad8-bce42617c2f8', 'tenant_id': '7ace0a9b96d34ceb9c996a5476ba0fb1', 'floating_ip_address': '172.27.1.57', 'floating_network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'router_id': '2c9ba830-d033-4492-ba3e-27c7ea76f05c', 'port_id': 'b06d9f1c-e6af-4637-8afc-7909ac5baaeb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66', 'mac_address': 'fa:16:3e:25:c3:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '449a85b0-2ced-4162-b670-f65294bae9cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:19:39Z', 'updated_at': '2021-07-22T23:19:39Z', 'revision_number': 0, 'project_id': '7ace0a9b96d34ceb9c996a5476ba0fb1', 'fixed_ip_address_scope': None}, {'id': 'b27590a5-c159-44d3-baca-43243fa40e88', 'tenant_id': '7ace0a9b96d34ceb9c996a5476ba0fb1', 'floating_ip_address': '172.27.1.211', 'floating_network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'router_id': '2c9ba830-d033-4492-ba3e-27c7ea76f05c', 'port_id': 'b6a70cae-5a85-47bc-96dd-aabc929cbc27', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66', 'mac_address': 'fa:16:3e:83:12:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36c1a20-4704-47fa-8b2c-554610c42cc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:17:41Z', 'updated_at': '2021-07-22T23:17:43Z', 'revision_number': 1, 'project_id': '7ace0a9b96d34ceb9c996a5476ba0fb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a362c05e-f646-4871-b054-80a24b31ea76', 'name': '', 'network_id': '7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66', 'tenant_id': '7ace0a9b96d34ceb9c996a5476ba0fb1', 'mac_address': 'fa:16:3e:2c:73:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9ba830-d033-4492-ba3e-27c7ea76f05c', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'eb7dc01e-3a8e-4054-a161-8a0276e32317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:13:36Z', 'updated_at': '2021-07-22T23:13:43Z', 'revision_number': 5, 'project_id': '7ace0a9b96d34ceb9c996a5476ba0fb1', 'subnets': [{'id': 'eb7dc01e-3a8e-4054-a161-8a0276e32317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801875-2-iscsi', False) {} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:19:40.911250 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f207970b-9300-4fb4-96c3-c9d025995ab5 None None] The sync data for ids ['2c9ba830-d033-4492-ba3e-27c7ea76f05c'] in dv-cinder-801875-2-iscsi is: [{'id': '2c9ba830-d033-4492-ba3e-27c7ea76f05c', 'name': 'tempest-TestVolumeBootPattern-1596001516-router', 'tenant_id': '7ace0a9b96d34ceb9c996a5476ba0fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'external_fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': 'a3dd1367-83dd-42c2-8711-f3eed55307dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:13:33Z', 'updated_at': '2021-07-22T23:13:37Z', 'revision_number': 4, 'project_id': '7ace0a9b96d34ceb9c996a5476ba0fb1', 'gw_port': {'id': 'a3dd1367-83dd-42c2-8711-f3eed55307dc', 'name': '', 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:f9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9ba830-d033-4492-ba3e-27c7ea76f05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:13:34Z', 'updated_at': '2021-07-22T23:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801875-2-iscsi', '_floatingips': [{'id': '6e0d2948-9483-423b-9ad8-bce42617c2f8', 'tenant_id': '7ace0a9b96d34ceb9c996a5476ba0fb1', 'floating_ip_address': '172.27.1.57', 'floating_network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'router_id': '2c9ba830-d033-4492-ba3e-27c7ea76f05c', 'port_id': 'b06d9f1c-e6af-4637-8afc-7909ac5baaeb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66', 'mac_address': 'fa:16:3e:25:c3:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '449a85b0-2ced-4162-b670-f65294bae9cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:19:39Z', 'updated_at': '2021-07-22T23:19:39Z', 'revision_number': 0, 'project_id': '7ace0a9b96d34ceb9c996a5476ba0fb1', 'fixed_ip_address_scope': None}, {'id': 'b27590a5-c159-44d3-baca-43243fa40e88', 'tenant_id': '7ace0a9b96d34ceb9c996a5476ba0fb1', 'floating_ip_address': '172.27.1.211', 'floating_network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'router_id': '2c9ba830-d033-4492-ba3e-27c7ea76f05c', 'port_id': 'b6a70cae-5a85-47bc-96dd-aabc929cbc27', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66', 'mac_address': 'fa:16:3e:83:12:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36c1a20-4704-47fa-8b2c-554610c42cc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:17:41Z', 'updated_at': '2021-07-22T23:17:43Z', 'revision_number': 1, 'project_id': '7ace0a9b96d34ceb9c996a5476ba0fb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a362c05e-f646-4871-b054-80a24b31ea76', 'name': '', 'network_id': '7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66', 'tenant_id': '7ace0a9b96d34ceb9c996a5476ba0fb1', 'mac_address': 'fa:16:3e:2c:73:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9ba830-d033-4492-ba3e-27c7ea76f05c', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'eb7dc01e-3a8e-4054-a161-8a0276e32317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:13:36Z', 'updated_at': '2021-07-22T23:13:43Z', 'revision_number': 5, 'project_id': '7ace0a9b96d34ceb9c996a5476ba0fb1', 'subnets': [{'id': 'eb7dc01e-3a8e-4054-a161-8a0276e32317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:19:41.087801 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7020c0ae-5deb-459b-9fda-26e99da2b119 None None] New status for floating IP 6e0d2948-9483-423b-9ad8-bce42617c2f8: ACTIVE {{(pid=93194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 23:19:41.717212 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2184cb9-6987-4d2d-9ee6-0343d6743516 req-f9273272-bcd5-4f64-a26e-301d66d9ffc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:19:41.719674 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-a2184cb9-6987-4d2d-9ee6-0343d6743516 req-f9273272-bcd5-4f64-a26e-301d66d9ffc2 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7ace0a9b96d34ceb9c996a5476ba0fb1&device_id=449a85b0-2ced-4162-b670-f65294bae9cc HTTP/1.1" status: 200 len: 1098 time: 0.0605564 Jul 22 23:19:41.817814 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2184cb9-6987-4d2d-9ee6-0343d6743516 req-2cd845da-d7d3-4720-982d-48beb42abfde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:19:41.819870 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-a2184cb9-6987-4d2d-9ee6-0343d6743516 req-2cd845da-d7d3-4720-982d-48beb42abfde service neutron] 10.222.0.76 "GET /v2.0/networks?id=7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66 HTTP/1.1" status: 200 len: 913 time: 0.0932024 Jul 22 23:19:41.890254 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-a2184cb9-6987-4d2d-9ee6-0343d6743516 req-e3e9d54b-2094-4345-bf6d-2ca2787e604c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b06d9f1c-e6af-4637-8afc-7909ac5baaeb HTTP/1.1" status: 200 len: 1000 time: 0.0594413 Jul 22 23:19:41.938009 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2184cb9-6987-4d2d-9ee6-0343d6743516 req-d1b4facf-1d28-40a4-a00a-459dfa5f4f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:19:41.939473 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-a2184cb9-6987-4d2d-9ee6-0343d6743516 req-d1b4facf-1d28-40a4-a00a-459dfa5f4f19 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=eb7dc01e-3a8e-4054-a161-8a0276e32317 HTTP/1.1" status: 200 len: 851 time: 0.0426011 Jul 22 23:19:42.006543 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2184cb9-6987-4d2d-9ee6-0343d6743516 req-1d5eaceb-8970-4d83-940a-aefc743d92eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:19:42.008038 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-a2184cb9-6987-4d2d-9ee6-0343d6743516 req-1d5eaceb-8970-4d83-940a-aefc743d92eb service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0582008 Jul 22 23:19:42.100619 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-a2184cb9-6987-4d2d-9ee6-0343d6743516 req-8941dc31-6d38-446a-b7f1-bc2519a7258f service neutron] 10.222.0.76 "GET /v2.0/networks/7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847886 Jul 22 23:19:42.194364 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-a2184cb9-6987-4d2d-9ee6-0343d6743516 req-2c3a0d24-a8d9-4dda-867d-1c175d9f6faa service neutron] 10.222.0.76 "GET /v2.0/networks/7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814078 Jul 22 23:19:45.482245 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-48f65687-7be1-446a-bed2-69ada32f0a21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:47.265070 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 40582) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:19:47.364166 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-06ed967c-87ea-4e1d-8019-fe6f3a93bf2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:47.452718 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-06ed967c-87ea-4e1d-8019-fe6f3a93bf2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:47.456221 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-06ed967c-87ea-4e1d-8019-fe6f3a93bf2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:47.492785 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-06ed967c-87ea-4e1d-8019-fe6f3a93bf2b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=af2dadc21c4b443bbfce6bdac43aa0b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2266588 Jul 22 23:19:47.493715 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ed967c-87ea-4e1d-8019-fe6f3a93bf2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=048f2dc2-8b7d-49cc-bf8f-66d824d07d0f,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:19:47.495410 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 40586) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:19:47.500621 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ed967c-87ea-4e1d-8019-fe6f3a93bf2b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:47.500963 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ed967c-87ea-4e1d-8019-fe6f3a93bf2b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:47.501295 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ed967c-87ea-4e1d-8019-fe6f3a93bf2b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:47.501618 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ed967c-87ea-4e1d-8019-fe6f3a93bf2b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:47.501939 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ed967c-87ea-4e1d-8019-fe6f3a93bf2b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:47.502260 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ed967c-87ea-4e1d-8019-fe6f3a93bf2b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:47.502582 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ed967c-87ea-4e1d-8019-fe6f3a93bf2b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:47.502894 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ed967c-87ea-4e1d-8019-fe6f3a93bf2b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:47.503210 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ed967c-87ea-4e1d-8019-fe6f3a93bf2b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:47.503527 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ed967c-87ea-4e1d-8019-fe6f3a93bf2b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:47.503836 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ed967c-87ea-4e1d-8019-fe6f3a93bf2b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:47.504144 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ed967c-87ea-4e1d-8019-fe6f3a93bf2b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:47.544228 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-59ac8d66-c394-4631-a91f-0526f73e6f94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:47.563971 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-59ac8d66-c394-4631-a91f-0526f73e6f94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:47.612180 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-59ac8d66-c394-4631-a91f-0526f73e6f94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:47.615477 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-59ac8d66-c394-4631-a91f-0526f73e6f94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:47.616663 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-59ac8d66-c394-4631-a91f-0526f73e6f94 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/048f2dc2-8b7d-49cc-bf8f-66d824d07d0f HTTP/1.1" status: 204 len: 168 time: 0.1202581 Jul 22 23:19:47.624524 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ac8d66-c394-4631-a91f-0526f73e6f94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=048f2dc2-8b7d-49cc-bf8f-66d824d07d0f,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:19:48.174396 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-f8990fd9-0fd4-4c73-9d56-074ac109c187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:48.679641 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:48.770456 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:49.156888 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-d6d3e244-519d-4c84-95ee-f6386db2b0d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:50.928610 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-cbf739a1-5d20-402c-989d-00d0f7e6e81c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:07.890196 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.agents_db [None req-bfbb8894-14bb-41d0-8761-89beb89abbcb None None] Agent healthcheck: found 6 active agents {{(pid=93195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:20:12.223736 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6746b8be-8357-4a6a-943f-2663ad14e940 req-2112734a-b816-43a8-9023-65ed99d6fc36 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:20:12.225290 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-6746b8be-8357-4a6a-943f-2663ad14e940 req-2112734a-b816-43a8-9023-65ed99d6fc36 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9ead93e-8105-43d9-bfd6-14213a4e6410 HTTP/1.1" status: 200 len: 945 time: 0.0659599 Jul 22 23:20:12.262325 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-6746b8be-8357-4a6a-943f-2663ad14e940 req-d19a60e8-e734-4e38-9153-6b6f13719ef0 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "GET /v2.0/security-groups?id=ec371672-e389-4de5-8247-70407c813138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312874 Jul 22 23:20:13.390178 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766bbeea-10b9-4c20-94a0-693d5bb812ae req-f4d37cb8-4cc8-4823-b65e-2f807212de9f tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:20:13.391556 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-766bbeea-10b9-4c20-94a0-693d5bb812ae req-f4d37cb8-4cc8-4823-b65e-2f807212de9f tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9ead93e-8105-43d9-bfd6-14213a4e6410 HTTP/1.1" status: 200 len: 945 time: 0.0620308 Jul 22 23:20:13.427438 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-766bbeea-10b9-4c20-94a0-693d5bb812ae req-6db2a818-84dc-4eaf-91bd-6b48f6e566f7 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "GET /v2.0/security-groups?id=ec371672-e389-4de5-8247-70407c813138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299346 Jul 22 23:20:14.082105 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07324e61-f933-4f2d-9c83-a885a968c02a req-170d4f12-7f90-4fa2-898a-e93d80907f8e tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:20:14.083987 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-07324e61-f933-4f2d-9c83-a885a968c02a req-170d4f12-7f90-4fa2-898a-e93d80907f8e tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9ead93e-8105-43d9-bfd6-14213a4e6410 HTTP/1.1" status: 200 len: 945 time: 0.0619597 Jul 22 23:20:14.184410 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.plugin [req-07324e61-f933-4f2d-9c83-a885a968c02a req-f5ccc309-8c55-4dfd-9f8a-d9127c8dbe4c tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Deleting port 81c327d9-3287-4fbf-801a-6db546a8fc5e {{(pid=93193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:20:14.184713 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-07324e61-f933-4f2d-9c83-a885a968c02a req-f5ccc309-8c55-4dfd-9f8a-d9127c8dbe4c tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769065717140'] for port, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:14.271404 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.db [req-07324e61-f933-4f2d-9c83-a885a968c02a req-f5ccc309-8c55-4dfd-9f8a-d9127c8dbe4c tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] For port 81c327d9-3287-4fbf-801a-6db546a8fc5e, host hv-cinder-80187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80187',level=0,port_id=81c327d9-3287-4fbf-801a-6db546a8fc5e,segment=NetworkSegment(0f14cd78-45b9-4729-b02e-0c2b3deb8226),segment_id=0f14cd78-45b9-4729-b02e-0c2b3deb8226)] {{(pid=93193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:20:14.271818 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-07324e61-f933-4f2d-9c83-a885a968c02a req-f5ccc309-8c55-4dfd-9f8a-d9127c8dbe4c tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681326'] for port, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:14.430680 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-07324e61-f933-4f2d-9c83-a885a968c02a req-f5ccc309-8c55-4dfd-9f8a-d9127c8dbe4c tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:14.431040 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-07324e61-f933-4f2d-9c83-a885a968c02a req-f5ccc309-8c55-4dfd-9f8a-d9127c8dbe4c tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680835'] for floatingip, after_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:14.431345 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.db.l3_db [req-07324e61-f933-4f2d-9c83-a885a968c02a req-f5ccc309-8c55-4dfd-9f8a-d9127c8dbe4c tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Floating IP 6fb1ffcb-13b7-4ee7-8073-9baebdd4e070 disassociated. External IP: 172.27.1.242, port: 81c327d9-3287-4fbf-801a-6db546a8fc5e. Jul 22 23:20:14.431669 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.plugin [req-07324e61-f933-4f2d-9c83-a885a968c02a req-f5ccc309-8c55-4dfd-9f8a-d9127c8dbe4c tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Calling delete_port for 81c327d9-3287-4fbf-801a-6db546a8fc5e owned by compute:nova {{(pid=93193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:20:14.558309 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e46695-4167-467b-9adf-d948481fa3a7 req-69b73bd8-612e-49b5-85c9-37237e5b2093 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:20:14.559970 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-e9e46695-4167-467b-9adf-d948481fa3a7 req-69b73bd8-612e-49b5-85c9-37237e5b2093 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9ead93e-8105-43d9-bfd6-14213a4e6410 HTTP/1.1" status: 200 len: 945 time: 0.0654335 Jul 22 23:20:14.560591 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-07324e61-f933-4f2d-9c83-a885a968c02a req-f5ccc309-8c55-4dfd-9f8a-d9127c8dbe4c tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769065717863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769065317250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31811438'] for port, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:14.588170 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ccc309-8c55-4dfd-9f8a-d9127c8dbe4c tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Pushing event deleted for resources: {'Port': ['ID=81c327d9-3287-4fbf-801a-6db546a8fc5e,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:20:14.600078 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ccc309-8c55-4dfd-9f8a-d9127c8dbe4c tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:20:14.600448 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ccc309-8c55-4dfd-9f8a-d9127c8dbe4c tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:20:14.600788 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ccc309-8c55-4dfd-9f8a-d9127c8dbe4c tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:20:14.601122 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ccc309-8c55-4dfd-9f8a-d9127c8dbe4c tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:20:14.601447 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ccc309-8c55-4dfd-9f8a-d9127c8dbe4c tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:20:14.601772 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ccc309-8c55-4dfd-9f8a-d9127c8dbe4c tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:20:14.602118 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ccc309-8c55-4dfd-9f8a-d9127c8dbe4c tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:20:14.602418 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ccc309-8c55-4dfd-9f8a-d9127c8dbe4c tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:20:14.602739 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ccc309-8c55-4dfd-9f8a-d9127c8dbe4c tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:20:14.603056 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ccc309-8c55-4dfd-9f8a-d9127c8dbe4c tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:20:14.603372 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ccc309-8c55-4dfd-9f8a-d9127c8dbe4c tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:20:14.603686 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ccc309-8c55-4dfd-9f8a-d9127c8dbe4c tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:20:14.604846 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-e9e46695-4167-467b-9adf-d948481fa3a7 req-a4d213ea-afa6-47fd-a97a-2263e1a1f2a5 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "GET /v2.0/security-groups?id=ec371672-e389-4de5-8247-70407c813138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392330 Jul 22 23:20:14.711379 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.scheduler.l3_agent_scheduler [req-07324e61-f933-4f2d-9c83-a885a968c02a req-f5ccc309-8c55-4dfd-9f8a-d9127c8dbe4c tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Router ae9034f8-efe5-44f3-b2c9-39c5ca6cd207 has already been hosted by L3 agent fdf30918-cf4b-4771-a7f5-907485eb00f1 {{(pid=93193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:20:14.823168 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-07324e61-f933-4f2d-9c83-a885a968c02a req-f5ccc309-8c55-4dfd-9f8a-d9127c8dbe4c tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Notify agent at l3_agent.dv-cinder-801875-2-iscsi the message routers_updated {{(pid=93193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:20:14.833972 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c927c3-aa46-4c7f-bf95-681abacc9818 None None] Sync routers for ids ['ae9034f8-efe5-44f3-b2c9-39c5ca6cd207'] in dv-cinder-801875-2-iscsi {{(pid=93195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:20:14.844398 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c927c3-aa46-4c7f-bf95-681abacc9818 None None] Routers {'ae9034f8-efe5-44f3-b2c9-39c5ca6cd207'} bound to L3 agent in host dv-cinder-801875-2-iscsi {{(pid=93195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:20:14.845005 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-75c927c3-aa46-4c7f-bf95-681abacc9818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801875-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:03:18Z,description=,heartbeat_timestamp=2021-07-22T23:19:48Z,host='dv-cinder-801875-2-iscsi',id=fdf30918-cf4b-4771-a7f5-907485eb00f1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:18Z,topic='l3_agent')) {'router_ids': ['ae9034f8-efe5-44f3-b2c9-39c5ca6cd207'], 'active': True} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:20:14.867597 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.db.l3_dvrscheduler_db [req-07324e61-f933-4f2d-9c83-a885a968c02a req-f5ccc309-8c55-4dfd-9f8a-d9127c8dbe4c tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] No DVR routers for this DVR port 81c327d9-3287-4fbf-801a-6db546a8fc5e on host hv-cinder-80187 {{(pid=93193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:20:14.870044 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-07324e61-f933-4f2d-9c83-a885a968c02a req-f5ccc309-8c55-4dfd-9f8a-d9127c8dbe4c tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92570'] for port, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:14.872003 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-07324e61-f933-4f2d-9c83-a885a968c02a req-f5ccc309-8c55-4dfd-9f8a-d9127c8dbe4c tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.76 "DELETE /v2.0/ports/81c327d9-3287-4fbf-801a-6db546a8fc5e HTTP/1.1" status: 204 len: 173 time: 0.7823277 Jul 22 23:20:14.872454 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9ead93e-8105-43d9-bfd6-14213a4e6410', 'name': 'network-vif-deleted', 'tag': '81c327d9-3287-4fbf-801a-6db546a8fc5e'}] {{(pid=93193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:20:14.874682 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53e3bfa867fb079e45cf064e3f04560eeff66f84eee23b8fde49e5f46f239411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d2e8688-6181-4cf7-8aa3-7201d4dd4b3a" -d '{"events": [{"server_uuid": "b9ead93e-8105-43d9-bfd6-14213a4e6410", "name": "network-vif-deleted", "tag": "81c327d9-3287-4fbf-801a-6db546a8fc5e"}]}' {{(pid=93193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:20:14.909895 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9691c501-f93e-458a-be50-a302fc90ef81 x-openstack-request-id: req-9691c501-f93e-458a-be50-a302fc90ef81 {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:20:14.910137 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9ead93e-8105-43d9-bfd6-14213a4e6410", "name": "network-vif-deleted", "tag": "81c327d9-3287-4fbf-801a-6db546a8fc5e", "status": "completed", "code": 200}]} {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:20:14.910513 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9691c501-f93e-458a-be50-a302fc90ef81 {{(pid=93193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:20:14.910757 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9ead93e-8105-43d9-bfd6-14213a4e6410', 'name': 'network-vif-deleted', 'tag': '81c327d9-3287-4fbf-801a-6db546a8fc5e', 'status': 'completed', 'code': 200} Jul 22 23:20:14.959677 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvr_db [None req-75c927c3-aa46-4c7f-bf95-681abacc9818 None None] Set router ae9034f8-efe5-44f3-b2c9-39c5ca6cd207 gateway port host: dv-cinder-801875-2-iscsi {{(pid=93195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:20:15.167590 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-75c927c3-aa46-4c7f-bf95-681abacc9818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae9034f8-efe5-44f3-b2c9-39c5ca6cd207', 'name': 'tempest-AttachVolumeTestJSON-1224733586-router', 'tenant_id': '644f41edb0214c8ab14723779bf27138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'external_fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': 'f2877911-8b6a-4a63-85bf-b80d19e3fa09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:15:14Z', 'updated_at': '2021-07-22T23:15:16Z', 'revision_number': 4, 'project_id': '644f41edb0214c8ab14723779bf27138', 'gw_port': {'id': 'f2877911-8b6a-4a63-85bf-b80d19e3fa09', 'name': '', 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9034f8-efe5-44f3-b2c9-39c5ca6cd207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:15:14Z', 'updated_at': '2021-07-22T23:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801875-2-iscsi', '_interfaces': [{'id': 'ff67324c-2ee5-43f7-94df-8ea90fb26e5f', 'name': '', 'network_id': '4f17eb94-4fd3-4423-afe5-64fcf5db4153', 'tenant_id': '644f41edb0214c8ab14723779bf27138', 'mac_address': 'fa:16:3e:c1:da:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9034f8-efe5-44f3-b2c9-39c5ca6cd207', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '01ac7e7d-3e1a-483e-a24c-82af1c680c45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:15:15Z', 'updated_at': '2021-07-22T23:15:23Z', 'revision_number': 5, 'project_id': '644f41edb0214c8ab14723779bf27138', 'subnets': [{'id': '01ac7e7d-3e1a-483e-a24c-82af1c680c45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801875-2-iscsi', False) {} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:20:15.192571 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c927c3-aa46-4c7f-bf95-681abacc9818 None None] Checking router: ae9034f8-efe5-44f3-b2c9-39c5ca6cd207 for host: dv-cinder-801875-2-iscsi {{(pid=93195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:20:15.200305 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c927c3-aa46-4c7f-bf95-681abacc9818 None None] Routers {'ae9034f8-efe5-44f3-b2c9-39c5ca6cd207'} bound to L3 agent in host dv-cinder-801875-2-iscsi {{(pid=93195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:20:15.200980 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-75c927c3-aa46-4c7f-bf95-681abacc9818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801875-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:03:18Z,description=,heartbeat_timestamp=2021-07-22T23:19:48Z,host='dv-cinder-801875-2-iscsi',id=fdf30918-cf4b-4771-a7f5-907485eb00f1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:18Z,topic='l3_agent')) {'router_ids': ['ae9034f8-efe5-44f3-b2c9-39c5ca6cd207'], 'active': True} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:20:15.300566 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvr_db [None req-75c927c3-aa46-4c7f-bf95-681abacc9818 None None] Set router ae9034f8-efe5-44f3-b2c9-39c5ca6cd207 gateway port host: dv-cinder-801875-2-iscsi {{(pid=93195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:20:15.482538 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-c2f61b91-15b9-40ac-a8e7-725404a1c19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:15.498748 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-75c927c3-aa46-4c7f-bf95-681abacc9818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae9034f8-efe5-44f3-b2c9-39c5ca6cd207', 'name': 'tempest-AttachVolumeTestJSON-1224733586-router', 'tenant_id': '644f41edb0214c8ab14723779bf27138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'external_fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': 'f2877911-8b6a-4a63-85bf-b80d19e3fa09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:15:14Z', 'updated_at': '2021-07-22T23:15:16Z', 'revision_number': 4, 'project_id': '644f41edb0214c8ab14723779bf27138', 'gw_port': {'id': 'f2877911-8b6a-4a63-85bf-b80d19e3fa09', 'name': '', 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9034f8-efe5-44f3-b2c9-39c5ca6cd207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:15:14Z', 'updated_at': '2021-07-22T23:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801875-2-iscsi', '_interfaces': [{'id': 'ff67324c-2ee5-43f7-94df-8ea90fb26e5f', 'name': '', 'network_id': '4f17eb94-4fd3-4423-afe5-64fcf5db4153', 'tenant_id': '644f41edb0214c8ab14723779bf27138', 'mac_address': 'fa:16:3e:c1:da:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9034f8-efe5-44f3-b2c9-39c5ca6cd207', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '01ac7e7d-3e1a-483e-a24c-82af1c680c45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:15:15Z', 'updated_at': '2021-07-22T23:15:23Z', 'revision_number': 5, 'project_id': '644f41edb0214c8ab14723779bf27138', 'subnets': [{'id': '01ac7e7d-3e1a-483e-a24c-82af1c680c45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801875-2-iscsi', False) {} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:20:15.527831 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c927c3-aa46-4c7f-bf95-681abacc9818 None None] The sync data for ids ['ae9034f8-efe5-44f3-b2c9-39c5ca6cd207'] in dv-cinder-801875-2-iscsi is: [{'id': 'ae9034f8-efe5-44f3-b2c9-39c5ca6cd207', 'name': 'tempest-AttachVolumeTestJSON-1224733586-router', 'tenant_id': '644f41edb0214c8ab14723779bf27138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'external_fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': 'f2877911-8b6a-4a63-85bf-b80d19e3fa09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:15:14Z', 'updated_at': '2021-07-22T23:15:16Z', 'revision_number': 4, 'project_id': '644f41edb0214c8ab14723779bf27138', 'gw_port': {'id': 'f2877911-8b6a-4a63-85bf-b80d19e3fa09', 'name': '', 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9034f8-efe5-44f3-b2c9-39c5ca6cd207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:15:14Z', 'updated_at': '2021-07-22T23:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801875-2-iscsi', '_interfaces': [{'id': 'ff67324c-2ee5-43f7-94df-8ea90fb26e5f', 'name': '', 'network_id': '4f17eb94-4fd3-4423-afe5-64fcf5db4153', 'tenant_id': '644f41edb0214c8ab14723779bf27138', 'mac_address': 'fa:16:3e:c1:da:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9034f8-efe5-44f3-b2c9-39c5ca6cd207', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '01ac7e7d-3e1a-483e-a24c-82af1c680c45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:15:15Z', 'updated_at': '2021-07-22T23:15:23Z', 'revision_number': 5, 'project_id': '644f41edb0214c8ab14723779bf27138', 'subnets': [{'id': '01ac7e7d-3e1a-483e-a24c-82af1c680c45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:20:15.701027 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 40716) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:20:15.739245 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b50d8f-08f1-4956-b798-c6a791b96e3c None None] New status for floating IP 6fb1ffcb-13b7-4ee7-8073-9baebdd4e070: DOWN {{(pid=93194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 23:20:15.758667 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-3eb748cd-a987-4b5c-9a9d-5c81075244bc tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Notify callbacks [] for security_group, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:15.784768 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-3eb748cd-a987-4b5c-9a9d-5c81075244bc tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:15.830581 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-3eb748cd-a987-4b5c-9a9d-5c81075244bc tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:15.833137 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-3eb748cd-a987-4b5c-9a9d-5c81075244bc tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Notify callbacks [] for security_group, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:15.836698 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-3eb748cd-a987-4b5c-9a9d-5c81075244bc tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "DELETE /v2.0/security-groups/ec371672-e389-4de5-8247-70407c813138 HTTP/1.1" status: 204 len: 168 time: 0.1322207 Jul 22 23:20:15.837410 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 40718) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:20:15.855502 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.api.v2.resource [None req-4c532254-8deb-4ccd-a7df-8738d0151c78 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] show failed (client error): The resource could not be found. Jul 22 23:20:15.856534 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-4c532254-8deb-4ccd-a7df-8738d0151c78 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "GET /v2.0/security-groups/ec371672-e389-4de5-8247-70407c813138 HTTP/1.1" status: 404 len: 347 time: 0.0181217 Jul 22 23:20:15.857276 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb748cd-a987-4b5c-9a9d-5c81075244bc tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec371672-e389-4de5-8247-70407c813138,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:20:15.859686 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 40720) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:20:15.989547 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.plugin [None req-621df8fb-71af-4af5-b15f-53b3623487f2 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Deleting port 42c2d7f4-a274-477c-b12e-6d60fa811da6 {{(pid=93192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:20:15.989876 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-621df8fb-71af-4af5-b15f-53b3623487f2 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769065717140'] for port, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:16.060219 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-621df8fb-71af-4af5-b15f-53b3623487f2 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681326'] for port, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:16.060573 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-621df8fb-71af-4af5-b15f-53b3623487f2 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:16.072060 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.plugin [None req-621df8fb-71af-4af5-b15f-53b3623487f2 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Calling delete_port for 42c2d7f4-a274-477c-b12e-6d60fa811da6 owned by network:floatingip {{(pid=93192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:20:16.213778 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-621df8fb-71af-4af5-b15f-53b3623487f2 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769065717863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769065317250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30393516'] for port, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:16.245618 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621df8fb-71af-4af5-b15f-53b3623487f2 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Pushing event deleted for resources: {'Port': ['ID=42c2d7f4-a274-477c-b12e-6d60fa811da6,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:20:16.308417 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-621df8fb-71af-4af5-b15f-53b3623487f2 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Notify callbacks [] for floatingip, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:16.310859 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-621df8fb-71af-4af5-b15f-53b3623487f2 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92570'] for floatingip, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:16.311988 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-621df8fb-71af-4af5-b15f-53b3623487f2 tempest-AttachVolumeTestJSON-991642181 tempest-AttachVolumeTestJSON-991642181-project] 10.222.0.44 "DELETE /v2.0/floatingips/6fb1ffcb-13b7-4ee7-8073-9baebdd4e070 HTTP/1.1" status: 204 len: 168 time: 0.4511290 Jul 22 23:20:18.062692 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Device 81c327d9-3287-4fbf-801a-6db546a8fc5e no longer exists at agent hyperv_hv-cinder-80187 {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:20:18.082091 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] No Port match for: 81c327d9-3287-4fbf-801a-6db546a8fc5e {{(pid=93194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:20:18.082435 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Device 81c327d9-3287-4fbf-801a-6db546a8fc5e not bound to the agent host hv-cinder-80187 {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:20:18.174358 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-cf3f1ef0-4808-46ba-9c0b-fa8247075fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:18.680583 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:18.776283 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:19.161648 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-d6d3e244-519d-4c84-95ee-f6386db2b0d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:20.005165 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 40752) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:20:20.281049 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-0c7128c5-3927-475f-bd45-93255d2e1284 req-fdd4bfdf-d00f-463e-b6bc-553d38ceb3f1 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=e36c1a20-4704-47fa-8b2c-554610c42cc4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1032872 Jul 22 23:20:20.654882 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7128c5-3927-475f-bd45-93255d2e1284 req-456ee80a-8d33-4614-ba48-3f50dc86204a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:20:20.656350 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-0c7128c5-3927-475f-bd45-93255d2e1284 req-456ee80a-8d33-4614-ba48-3f50dc86204a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7ace0a9b96d34ceb9c996a5476ba0fb1&device_id=e36c1a20-4704-47fa-8b2c-554610c42cc4 HTTP/1.1" status: 200 len: 1099 time: 0.1021826 Jul 22 23:20:20.786936 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7128c5-3927-475f-bd45-93255d2e1284 req-b0b010fb-55fd-4929-9815-ece961b52572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:20:20.788369 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-0c7128c5-3927-475f-bd45-93255d2e1284 req-b0b010fb-55fd-4929-9815-ece961b52572 service neutron] 10.222.0.76 "GET /v2.0/networks?id=7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66 HTTP/1.1" status: 200 len: 913 time: 0.1038868 Jul 22 23:20:20.873891 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-0c7128c5-3927-475f-bd45-93255d2e1284 req-869d4eb2-9b2a-4ab9-bbdb-55b89ef49be2 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b6a70cae-5a85-47bc-96dd-aabc929cbc27 HTTP/1.1" status: 200 len: 1002 time: 0.0773072 Jul 22 23:20:20.911980 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-d00170c0-1516-4db9-bace-0f82044c1d71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-679043'] for router_interface, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:20.931563 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-cbf739a1-5d20-402c-989d-00d0f7e6e81c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:20.993060 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7128c5-3927-475f-bd45-93255d2e1284 req-45ff9821-ef4d-467e-84c9-3b0c5f4c5b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:20:20.994497 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-0c7128c5-3927-475f-bd45-93255d2e1284 req-45ff9821-ef4d-467e-84c9-3b0c5f4c5b58 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=eb7dc01e-3a8e-4054-a161-8a0276e32317 HTTP/1.1" status: 200 len: 851 time: 0.1133776 Jul 22 23:20:21.111697 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7128c5-3927-475f-bd45-93255d2e1284 req-19816e19-446d-4cf8-9b25-f8a767887037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:20:21.113182 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-0c7128c5-3927-475f-bd45-93255d2e1284 req-19816e19-446d-4cf8-9b25-f8a767887037 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1117828 Jul 22 23:20:21.238934 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-0c7128c5-3927-475f-bd45-93255d2e1284 req-7e3b92bb-8595-432e-a0fc-c45f6abfae97 service neutron] 10.222.0.76 "GET /v2.0/networks/7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154191 Jul 22 23:20:21.344439 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.plugin [None req-d00170c0-1516-4db9-bace-0f82044c1d71 admin admin] Deleting port ff67324c-2ee5-43f7-94df-8ea90fb26e5f {{(pid=93193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:20:21.344768 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-d00170c0-1516-4db9-bace-0f82044c1d71 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769065717140'] for port, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:21.359825 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-0c7128c5-3927-475f-bd45-93255d2e1284 req-feb94428-3b85-4290-bef8-71aaeb9ff110 service neutron] 10.222.0.76 "GET /v2.0/networks/7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027398 Jul 22 23:20:21.427161 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.db [None req-d00170c0-1516-4db9-bace-0f82044c1d71 admin admin] For port ff67324c-2ee5-43f7-94df-8ea90fb26e5f, host dv-cinder-801875-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801875-2-iscsi',level=0,port_id=ff67324c-2ee5-43f7-94df-8ea90fb26e5f,segment=NetworkSegment(0f14cd78-45b9-4729-b02e-0c2b3deb8226),segment_id=0f14cd78-45b9-4729-b02e-0c2b3deb8226)] {{(pid=93193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:20:21.427506 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-d00170c0-1516-4db9-bace-0f82044c1d71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681326'] for port, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:21.439110 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.plugin [None req-d00170c0-1516-4db9-bace-0f82044c1d71 admin admin] Calling delete_port for ff67324c-2ee5-43f7-94df-8ea90fb26e5f owned by network:router_interface {{(pid=93193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:20:21.609843 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-d00170c0-1516-4db9-bace-0f82044c1d71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769065717863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769065317250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31811438'] for port, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:21.632079 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00170c0-1516-4db9-bace-0f82044c1d71 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff67324c-2ee5-43f7-94df-8ea90fb26e5f,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:20:21.797294 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-d00170c0-1516-4db9-bace-0f82044c1d71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-678943'] for router_interface, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:22.008465 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d00170c0-1516-4db9-bace-0f82044c1d71 admin admin] Router ae9034f8-efe5-44f3-b2c9-39c5ca6cd207 has already been hosted by L3 agent fdf30918-cf4b-4771-a7f5-907485eb00f1 {{(pid=93193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:20:22.109306 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d00170c0-1516-4db9-bace-0f82044c1d71 admin admin] Notify agent at l3_agent.dv-cinder-801875-2-iscsi the message routers_updated {{(pid=93193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:20:22.116166 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-d00170c0-1516-4db9-bace-0f82044c1d71 admin admin] 10.222.0.44 "PUT /v2.0/routers/ae9034f8-efe5-44f3-b2c9-39c5ca6cd207/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1086452 Jul 22 23:20:22.117410 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 40756) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:20:22.119913 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d53589f-0b0c-453f-bf6e-48e530cf9f9b None None] Sync routers for ids ['ae9034f8-efe5-44f3-b2c9-39c5ca6cd207'] in dv-cinder-801875-2-iscsi {{(pid=93195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:20:22.129541 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d53589f-0b0c-453f-bf6e-48e530cf9f9b None None] Routers {'ae9034f8-efe5-44f3-b2c9-39c5ca6cd207'} bound to L3 agent in host dv-cinder-801875-2-iscsi {{(pid=93195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:20:22.130695 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-8d53589f-0b0c-453f-bf6e-48e530cf9f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801875-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:03:18Z,description=,heartbeat_timestamp=2021-07-22T23:20:18Z,host='dv-cinder-801875-2-iscsi',id=fdf30918-cf4b-4771-a7f5-907485eb00f1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:18Z,topic='l3_agent')) {'router_ids': ['ae9034f8-efe5-44f3-b2c9-39c5ca6cd207'], 'active': True} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:20:22.217495 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-6072ab35-a9c5-4f13-b0ca-2eb6db8215b6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:22.228638 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvr_db [None req-8d53589f-0b0c-453f-bf6e-48e530cf9f9b None None] Set router ae9034f8-efe5-44f3-b2c9-39c5ca6cd207 gateway port host: dv-cinder-801875-2-iscsi {{(pid=93195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:20:22.314675 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-6072ab35-a9c5-4f13-b0ca-2eb6db8215b6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:22.366330 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.plugin [None req-6072ab35-a9c5-4f13-b0ca-2eb6db8215b6 admin admin] Deleting port f2877911-8b6a-4a63-85bf-b80d19e3fa09 {{(pid=93193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:20:22.366658 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-6072ab35-a9c5-4f13-b0ca-2eb6db8215b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769065717140'] for port, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:22.398873 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-8d53589f-0b0c-453f-bf6e-48e530cf9f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae9034f8-efe5-44f3-b2c9-39c5ca6cd207', 'name': 'tempest-AttachVolumeTestJSON-1224733586-router', 'tenant_id': '644f41edb0214c8ab14723779bf27138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'external_fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': 'f2877911-8b6a-4a63-85bf-b80d19e3fa09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:15:14Z', 'updated_at': '2021-07-22T23:20:21Z', 'revision_number': 5, 'project_id': '644f41edb0214c8ab14723779bf27138', 'gw_port': {'id': 'f2877911-8b6a-4a63-85bf-b80d19e3fa09', 'name': '', 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9034f8-efe5-44f3-b2c9-39c5ca6cd207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:15:14Z', 'updated_at': '2021-07-22T23:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801875-2-iscsi'}], 'dv-cinder-801875-2-iscsi', False) {} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:20:22.423965 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d53589f-0b0c-453f-bf6e-48e530cf9f9b None None] Checking router: ae9034f8-efe5-44f3-b2c9-39c5ca6cd207 for host: dv-cinder-801875-2-iscsi {{(pid=93195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:20:22.432575 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d53589f-0b0c-453f-bf6e-48e530cf9f9b None None] Routers {'ae9034f8-efe5-44f3-b2c9-39c5ca6cd207'} bound to L3 agent in host dv-cinder-801875-2-iscsi {{(pid=93195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:20:22.433184 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-8d53589f-0b0c-453f-bf6e-48e530cf9f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801875-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:03:18Z,description=,heartbeat_timestamp=2021-07-22T23:20:18Z,host='dv-cinder-801875-2-iscsi',id=fdf30918-cf4b-4771-a7f5-907485eb00f1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:18Z,topic='l3_agent')) {'router_ids': ['ae9034f8-efe5-44f3-b2c9-39c5ca6cd207'], 'active': True} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:20:22.444477 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.db [None req-6072ab35-a9c5-4f13-b0ca-2eb6db8215b6 admin admin] For port f2877911-8b6a-4a63-85bf-b80d19e3fa09, host dv-cinder-801875-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801875-2-iscsi',level=0,port_id=f2877911-8b6a-4a63-85bf-b80d19e3fa09,segment=NetworkSegment(829b4ee6-bc3b-4b66-8264-3fcbe946197d),segment_id=829b4ee6-bc3b-4b66-8264-3fcbe946197d)] {{(pid=93193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:20:22.444831 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-6072ab35-a9c5-4f13-b0ca-2eb6db8215b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681326'] for port, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:22.455918 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.plugin [None req-6072ab35-a9c5-4f13-b0ca-2eb6db8215b6 admin admin] Calling delete_port for f2877911-8b6a-4a63-85bf-b80d19e3fa09 owned by network:router_gateway {{(pid=93193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:20:22.599982 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvr_db [None req-8d53589f-0b0c-453f-bf6e-48e530cf9f9b None None] Set router ae9034f8-efe5-44f3-b2c9-39c5ca6cd207 gateway port host: None {{(pid=93195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:20:22.621543 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-6072ab35-a9c5-4f13-b0ca-2eb6db8215b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769065717863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769065317250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31811438'] for port, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:22.649467 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6072ab35-a9c5-4f13-b0ca-2eb6db8215b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2877911-8b6a-4a63-85bf-b80d19e3fa09,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:20:22.655837 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-8d53589f-0b0c-453f-bf6e-48e530cf9f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae9034f8-efe5-44f3-b2c9-39c5ca6cd207', 'name': 'tempest-AttachVolumeTestJSON-1224733586-router', 'tenant_id': '644f41edb0214c8ab14723779bf27138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:15:14Z', 'updated_at': '2021-07-22T23:20:22Z', 'revision_number': 6, 'project_id': '644f41edb0214c8ab14723779bf27138', 'gw_port_host': None}], 'dv-cinder-801875-2-iscsi', False) {} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:20:22.682583 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d53589f-0b0c-453f-bf6e-48e530cf9f9b None None] The sync data for ids ['ae9034f8-efe5-44f3-b2c9-39c5ca6cd207'] in dv-cinder-801875-2-iscsi is: [{'id': 'ae9034f8-efe5-44f3-b2c9-39c5ca6cd207', 'name': 'tempest-AttachVolumeTestJSON-1224733586-router', 'tenant_id': '644f41edb0214c8ab14723779bf27138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:15:14Z', 'updated_at': '2021-07-22T23:20:22Z', 'revision_number': 6, 'project_id': '644f41edb0214c8ab14723779bf27138', 'gw_port_host': None}] {{(pid=93195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:20:22.711647 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-6072ab35-a9c5-4f13-b0ca-2eb6db8215b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680889'] for router_gateway, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:22.797964 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-6072ab35-a9c5-4f13-b0ca-2eb6db8215b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-680302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12241'] for router, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:22.800152 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-6072ab35-a9c5-4f13-b0ca-2eb6db8215b6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:22.845131 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-6072ab35-a9c5-4f13-b0ca-2eb6db8215b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-681282'] for router, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:22.845641 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6072ab35-a9c5-4f13-b0ca-2eb6db8215b6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ae9034f8-efe5-44f3-b2c9-39c5ca6cd207 {{(pid=93193) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:20:22.850640 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-6072ab35-a9c5-4f13-b0ca-2eb6db8215b6 admin admin] Notify callbacks [] for router, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:22.851769 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-6072ab35-a9c5-4f13-b0ca-2eb6db8215b6 admin admin] 10.222.0.44 "DELETE /v2.0/routers/ae9034f8-efe5-44f3-b2c9-39c5ca6cd207 HTTP/1.1" status: 204 len: 168 time: 0.7334402 Jul 22 23:20:22.854369 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 40758) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:20:22.897142 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc0639ce-0f62-4b48-9c80-96969a5a21ed admin admin] Deleting subnet 01ac7e7d-3e1a-483e-a24c-82af1c680c45 {{(pid=93193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:20:22.900071 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-bc0639ce-0f62-4b48-9c80-96969a5a21ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:22.932404 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-bc0639ce-0f62-4b48-9c80-96969a5a21ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31082759'] for subnet, precommit_delete_associations {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:23.010848 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-bc0639ce-0f62-4b48-9c80-96969a5a21ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1834514'] for subnet, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:23.066265 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-bc0639ce-0f62-4b48-9c80-96969a5a21ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1834523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31811387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30516269'] for subnet, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:23.092590 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0639ce-0f62-4b48-9c80-96969a5a21ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01ac7e7d-3e1a-483e-a24c-82af1c680c45,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:20:23.095983 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-bc0639ce-0f62-4b48-9c80-96969a5a21ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:23.097919 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-bc0639ce-0f62-4b48-9c80-96969a5a21ed admin admin] 10.222.0.44 "DELETE /v2.0/subnets/01ac7e7d-3e1a-483e-a24c-82af1c680c45 HTTP/1.1" status: 204 len: 168 time: 0.2426333 Jul 22 23:20:23.101358 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 40760) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:20:23.105112 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad71fa3d-c087-4ba7-83f1-b429188b31c7 None None] Network 4f17eb94-4fd3-4423-afe5-64fcf5db4153 requested from dv-cinder-801875-2-iscsi {{(pid=93194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:20:23.185188 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-95e2846d-6be2-4388-91ef-28ac393ae6ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589717'] for network, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:23.463249 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.plugin [None req-95e2846d-6be2-4388-91ef-28ac393ae6ce admin admin] Deleting port 3ea40124-20d3-4912-a1fd-ae22899e83bf {{(pid=93193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:20:23.463532 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-95e2846d-6be2-4388-91ef-28ac393ae6ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769065717140'] for port, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:23.496360 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Device ff67324c-2ee5-43f7-94df-8ea90fb26e5f no longer exists at agent ovs-agent-dv-cinder-801875-2-iscsi {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:20:23.517915 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d712d56a-8427-4622-95a7-5bf17220eb79 None None] DHCP port deletion for 4f17eb94-4fd3-4423-afe5-64fcf5db4153 request from dv-cinder-801875-2-iscsi {{(pid=93194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:20:23.522113 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] No Port match for: ff67324c-2ee5-43f7-94df-8ea90fb26e5f {{(pid=93194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:20:23.522460 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Device ff67324c-2ee5-43f7-94df-8ea90fb26e5f not bound to the agent host dv-cinder-801875-2-iscsi {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:20:23.530700 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.db [None req-95e2846d-6be2-4388-91ef-28ac393ae6ce admin admin] For port 3ea40124-20d3-4912-a1fd-ae22899e83bf, host dv-cinder-801875-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801875-2-iscsi',level=0,port_id=3ea40124-20d3-4912-a1fd-ae22899e83bf,segment=NetworkSegment(0f14cd78-45b9-4729-b02e-0c2b3deb8226),segment_id=0f14cd78-45b9-4729-b02e-0c2b3deb8226)] {{(pid=93193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:20:23.531162 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-95e2846d-6be2-4388-91ef-28ac393ae6ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681326'] for port, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:23.544806 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.plugin [None req-95e2846d-6be2-4388-91ef-28ac393ae6ce admin admin] Calling delete_port for 3ea40124-20d3-4912-a1fd-ae22899e83bf owned by network:dhcp {{(pid=93193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:20:23.570163 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-d712d56a-8427-4622-95a7-5bf17220eb79 None None] Deleting port 3ea40124-20d3-4912-a1fd-ae22899e83bf {{(pid=93194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:20:23.570537 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-d712d56a-8427-4622-95a7-5bf17220eb79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769065717140'] for port, before_delete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:23.630332 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-95e2846d-6be2-4388-91ef-28ac393ae6ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769065717863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769065317250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31811438'] for port, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:23.638724 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-d712d56a-8427-4622-95a7-5bf17220eb79 None None] For port 3ea40124-20d3-4912-a1fd-ae22899e83bf, host dv-cinder-801875-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801875-2-iscsi',level=0,port_id=3ea40124-20d3-4912-a1fd-ae22899e83bf,segment=NetworkSegment(0f14cd78-45b9-4729-b02e-0c2b3deb8226),segment_id=0f14cd78-45b9-4729-b02e-0c2b3deb8226)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:20:23.639119 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-d712d56a-8427-4622-95a7-5bf17220eb79 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681326'] for port, precommit_delete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:23.651289 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-d712d56a-8427-4622-95a7-5bf17220eb79 None None] Calling delete_port for 3ea40124-20d3-4912-a1fd-ae22899e83bf owned by network:dhcp {{(pid=93194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:20:23.653931 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e2846d-6be2-4388-91ef-28ac393ae6ce admin admin] Pushing event deleted for resources: {'Port': ['ID=3ea40124-20d3-4912-a1fd-ae22899e83bf,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:20:23.659413 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e2846d-6be2-4388-91ef-28ac393ae6ce admin admin] No DVR routers for this DVR port 3ea40124-20d3-4912-a1fd-ae22899e83bf on host dv-cinder-801875-2-iscsi {{(pid=93193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:20:23.735566 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-95e2846d-6be2-4388-91ef-28ac393ae6ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1832750', 'neutron.services.segments.db._delete_segments_for_network-8769065864497'] for network, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:23.740193 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-d712d56a-8427-4622-95a7-5bf17220eb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769065717863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769065317250'] for port, after_delete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:23.746929 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.services.segments.db [None req-95e2846d-6be2-4388-91ef-28ac393ae6ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f17eb94-4fd3-4423-afe5-64fcf5db4153']}} {{(pid=93193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:20:23.760224 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.services.segments.db [None req-95e2846d-6be2-4388-91ef-28ac393ae6ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f14cd78-45b9-4729-b02e-0c2b3deb8226') {'for_net_delete': True} {{(pid=93193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:20:23.763940 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.services.segments.db [None req-95e2846d-6be2-4388-91ef-28ac393ae6ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f14cd78-45b9-4729-b02e-0c2b3deb8226') {} {{(pid=93193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:20:23.772780 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d712d56a-8427-4622-95a7-5bf17220eb79 None None] Pushing event deleted for resources: {'Port': ['ID=3ea40124-20d3-4912-a1fd-ae22899e83bf,revision_number=None']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:20:23.774168 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-95e2846d-6be2-4388-91ef-28ac393ae6ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769065866554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31082766'] for segment, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:23.779767 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d712d56a-8427-4622-95a7-5bf17220eb79 None None] No DVR routers for this DVR port 3ea40124-20d3-4912-a1fd-ae22899e83bf on host dv-cinder-801875-2-iscsi {{(pid=93194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:20:23.791629 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-95e2846d-6be2-4388-91ef-28ac393ae6ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822282'] for segment, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:23.797737 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95e2846d-6be2-4388-91ef-28ac393ae6ce admin admin] Releasing vlan 879 on physical network physnet1 to pool {{(pid=93193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:20:23.798082 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-95e2846d-6be2-4388-91ef-28ac393ae6ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31811393'] for segment, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:23.799663 dv-cinder-801875-2-iscsi neutron-server[93193]: Traceback (most recent call last): Jul 22 23:20:23.799663 dv-cinder-801875-2-iscsi neutron-server[93193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:20:23.799663 dv-cinder-801875-2-iscsi neutron-server[93193]: timer() Jul 22 23:20:23.799663 dv-cinder-801875-2-iscsi neutron-server[93193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:20:23.799663 dv-cinder-801875-2-iscsi neutron-server[93193]: cb(*args, **kw) Jul 22 23:20:23.799663 dv-cinder-801875-2-iscsi neutron-server[93193]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:20:23.799663 dv-cinder-801875-2-iscsi neutron-server[93193]: return func(*args, **kwargs) Jul 22 23:20:23.799663 dv-cinder-801875-2-iscsi neutron-server[93193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:20:23.799663 dv-cinder-801875-2-iscsi neutron-server[93193]: self._notify() Jul 22 23:20:23.799663 dv-cinder-801875-2-iscsi neutron-server[93193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:20:23.799663 dv-cinder-801875-2-iscsi neutron-server[93193]: self.callback(batched_events) Jul 22 23:20:23.799663 dv-cinder-801875-2-iscsi neutron-server[93193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:20:23.799663 dv-cinder-801875-2-iscsi neutron-server[93193]: event.method(event) Jul 22 23:20:23.799663 dv-cinder-801875-2-iscsi neutron-server[93193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:20:23.799663 dv-cinder-801875-2-iscsi neutron-server[93193]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:20:23.799663 dv-cinder-801875-2-iscsi neutron-server[93193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:20:23.799663 dv-cinder-801875-2-iscsi neutron-server[93193]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:20:23.799663 dv-cinder-801875-2-iscsi neutron-server[93193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:20:23.799663 dv-cinder-801875-2-iscsi neutron-server[93193]: return f(self, *a, **k) Jul 22 23:20:23.799663 dv-cinder-801875-2-iscsi neutron-server[93193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:20:23.799663 dv-cinder-801875-2-iscsi neutron-server[93193]: return self._get(url).json() Jul 22 23:20:23.799663 dv-cinder-801875-2-iscsi neutron-server[93193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:20:23.799663 dv-cinder-801875-2-iscsi neutron-server[93193]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:20:23.799663 dv-cinder-801875-2-iscsi neutron-server[93193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:20:23.799663 dv-cinder-801875-2-iscsi neutron-server[93193]: return self.request(url, 'GET', **kwargs) Jul 22 23:20:23.799663 dv-cinder-801875-2-iscsi neutron-server[93193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:20:23.799663 dv-cinder-801875-2-iscsi neutron-server[93193]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:20:23.799663 dv-cinder-801875-2-iscsi neutron-server[93193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:20:23.799663 dv-cinder-801875-2-iscsi neutron-server[93193]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:20:23.799663 dv-cinder-801875-2-iscsi neutron-server[93193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:20:23.799663 dv-cinder-801875-2-iscsi neutron-server[93193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:20:23.799663 dv-cinder-801875-2-iscsi neutron-server[93193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:20:23.852159 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-95e2846d-6be2-4388-91ef-28ac393ae6ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1832741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680861'] for network, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:23.857702 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-95e2846d-6be2-4388-91ef-28ac393ae6ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585183'] for network, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:23.859539 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-95e2846d-6be2-4388-91ef-28ac393ae6ce admin admin] 10.222.0.44 "DELETE /v2.0/networks/4f17eb94-4fd3-4423-afe5-64fcf5db4153 HTTP/1.1" status: 204 len: 168 time: 0.7570505 Jul 22 23:20:23.869722 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e2846d-6be2-4388-91ef-28ac393ae6ce admin admin] Pushing event deleted for resources: {'Network': ['ID=4f17eb94-4fd3-4423-afe5-64fcf5db4153,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:20:23.979213 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 40764) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:20:24.018908 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-e5442bed-f0a2-400f-96f7-9e5bfec59620 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=644f41edb0214c8ab14723779bf27138&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384505 Jul 22 23:20:24.021963 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 40766) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:20:24.071576 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-4d61e92a-d057-4a66-b52f-a0cc8ebe82a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:24.092278 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-4d61e92a-d057-4a66-b52f-a0cc8ebe82a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:24.136311 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-4d61e92a-d057-4a66-b52f-a0cc8ebe82a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:24.139043 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-4d61e92a-d057-4a66-b52f-a0cc8ebe82a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:24.140164 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-4d61e92a-d057-4a66-b52f-a0cc8ebe82a9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/97d704e1-7a24-49c8-91ed-8ca23e5e0e41 HTTP/1.1" status: 204 len: 168 time: 0.1173027 Jul 22 23:20:24.148199 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d61e92a-d057-4a66-b52f-a0cc8ebe82a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97d704e1-7a24-49c8-91ed-8ca23e5e0e41,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:20:25.125675 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Device 3ea40124-20d3-4912-a1fd-ae22899e83bf no longer exists at agent ovs-agent-dv-cinder-801875-2-iscsi {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:20:25.145855 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] No Port match for: 3ea40124-20d3-4912-a1fd-ae22899e83bf {{(pid=93194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:20:25.146259 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Device 3ea40124-20d3-4912-a1fd-ae22899e83bf not bound to the agent host dv-cinder-801875-2-iscsi {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:20:25.146676 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Device f2877911-8b6a-4a63-85bf-b80d19e3fa09 no longer exists at agent ovs-agent-dv-cinder-801875-2-iscsi {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:20:25.168224 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] No Port match for: f2877911-8b6a-4a63-85bf-b80d19e3fa09 {{(pid=93194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:20:25.168596 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Device f2877911-8b6a-4a63-85bf-b80d19e3fa09 not bound to the agent host dv-cinder-801875-2-iscsi {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:20:44.889278 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.agents_db [None req-bfbb8894-14bb-41d0-8761-89beb89abbcb None None] Agent healthcheck: found 6 active agents {{(pid=93195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:20:45.482855 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-89b01d5d-1d0b-47b6-b13a-1ace1ddce204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:48.174925 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3d8b01ad-1128-4200-927c-8c27440084c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:48.681486 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:48.769681 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:49.163239 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-d6d3e244-519d-4c84-95ee-f6386db2b0d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:50.323398 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 40996) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:20:50.470165 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.plugin [None req-fbadc027-150e-47f5-9894-d7fbab718dc6 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Deleting port 9c435fee-da1d-41c8-9d92-f7fbdf3318ff {{(pid=93193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:20:50.470496 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-fbadc027-150e-47f5-9894-d7fbab718dc6 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769065717140'] for port, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:50.544510 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-fbadc027-150e-47f5-9894-d7fbab718dc6 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681326'] for port, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:50.544826 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-fbadc027-150e-47f5-9894-d7fbab718dc6 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:50.556324 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.plugin [None req-fbadc027-150e-47f5-9894-d7fbab718dc6 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Calling delete_port for 9c435fee-da1d-41c8-9d92-f7fbdf3318ff owned by network:floatingip {{(pid=93193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:20:50.727119 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-fbadc027-150e-47f5-9894-d7fbab718dc6 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769065717863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769065317250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31811438'] for port, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:50.751209 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbadc027-150e-47f5-9894-d7fbab718dc6 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Pushing event deleted for resources: {'Port': ['ID=9c435fee-da1d-41c8-9d92-f7fbdf3318ff,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:20:50.813482 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-fbadc027-150e-47f5-9894-d7fbab718dc6 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Notify callbacks [] for floatingip, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:50.813828 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.db.l3_db [None req-fbadc027-150e-47f5-9894-d7fbab718dc6 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Floating IP 71f006b0-0aab-4487-95eb-608753c718d5 disassociated (deleted). External IP: 172.27.1.202, port: 257d2059-5eee-4bc3-b419-f42ae4cc10cd. Jul 22 23:20:50.933628 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-cbf739a1-5d20-402c-989d-00d0f7e6e81c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:51.014455 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbadc027-150e-47f5-9894-d7fbab718dc6 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Router 7068b93b-7df1-45de-8c0c-395c020c49a9 has already been hosted by L3 agent fdf30918-cf4b-4771-a7f5-907485eb00f1 {{(pid=93193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:20:51.119173 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbadc027-150e-47f5-9894-d7fbab718dc6 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Notify agent at l3_agent.dv-cinder-801875-2-iscsi the message routers_updated {{(pid=93193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:20:51.123906 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-fbadc027-150e-47f5-9894-d7fbab718dc6 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92570'] for floatingip, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:51.128677 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a104273b-05fa-4193-9c4f-66fbd94656cd None None] Sync routers for ids ['7068b93b-7df1-45de-8c0c-395c020c49a9'] in dv-cinder-801875-2-iscsi {{(pid=93194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:20:51.138206 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a104273b-05fa-4193-9c4f-66fbd94656cd None None] Routers {'7068b93b-7df1-45de-8c0c-395c020c49a9'} bound to L3 agent in host dv-cinder-801875-2-iscsi {{(pid=93194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:20:51.138850 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-a104273b-05fa-4193-9c4f-66fbd94656cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801875-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:03:18Z,description=,heartbeat_timestamp=2021-07-22T23:20:48Z,host='dv-cinder-801875-2-iscsi',id=fdf30918-cf4b-4771-a7f5-907485eb00f1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:18Z,topic='l3_agent')) {'router_ids': ['7068b93b-7df1-45de-8c0c-395c020c49a9'], 'active': True} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:20:51.159235 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-fbadc027-150e-47f5-9894-d7fbab718dc6 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] 10.222.0.44 "DELETE /v2.0/floatingips/71f006b0-0aab-4487-95eb-608753c718d5 HTTP/1.1" status: 204 len: 168 time: 0.8347690 Jul 22 23:20:51.159919 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d1b19ea-c7cf-4c77-a712-ab0fd55b4278', 'tag': '257d2059-5eee-4bc3-b419-f42ae4cc10cd'}] {{(pid=93193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:20:51.162334 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53e3bfa867fb079e45cf064e3f04560eeff66f84eee23b8fde49e5f46f239411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-651f3dbd-3dc7-4878-98e1-7d2673e15a99" -d '{"events": [{"name": "network-changed", "server_uuid": "3d1b19ea-c7cf-4c77-a712-ab0fd55b4278", "tag": "257d2059-5eee-4bc3-b419-f42ae4cc10cd"}]}' {{(pid=93193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:20:51.204876 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aafbffa-8581-4ea9-bafd-6ea844ae0468 x-openstack-request-id: req-2aafbffa-8581-4ea9-bafd-6ea844ae0468 {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:20:51.205291 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d1b19ea-c7cf-4c77-a712-ab0fd55b4278", "tag": "257d2059-5eee-4bc3-b419-f42ae4cc10cd", "status": "completed", "code": 200}]} {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:20:51.205541 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2aafbffa-8581-4ea9-bafd-6ea844ae0468 {{(pid=93193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:20:51.205932 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d1b19ea-c7cf-4c77-a712-ab0fd55b4278', 'tag': '257d2059-5eee-4bc3-b419-f42ae4cc10cd', 'status': 'completed', 'code': 200} Jul 22 23:20:51.253309 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvr_db [None req-a104273b-05fa-4193-9c4f-66fbd94656cd None None] Set router 7068b93b-7df1-45de-8c0c-395c020c49a9 gateway port host: dv-cinder-801875-2-iscsi {{(pid=93194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:20:51.386976 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56779e5-6047-4617-8933-34382ccc9b7a req-a6e23794-360b-4eb1-aabf-3f12a6d3c2f7 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:20:51.388500 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-e56779e5-6047-4617-8933-34382ccc9b7a req-a6e23794-360b-4eb1-aabf-3f12a6d3c2f7 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] 10.222.0.44 "GET /v2.0/ports?device_id=3d1b19ea-c7cf-4c77-a712-ab0fd55b4278 HTTP/1.1" status: 200 len: 946 time: 0.0639660 Jul 22 23:20:51.425218 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-e56779e5-6047-4617-8933-34382ccc9b7a req-c65f0a97-115b-490f-a4b1-47874797eb95 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] 10.222.0.44 "GET /v2.0/security-groups?id=faea6e62-6b54-4a4d-b567-060dec6211a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308180 Jul 22 23:20:51.452897 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-a104273b-05fa-4193-9c4f-66fbd94656cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7068b93b-7df1-45de-8c0c-395c020c49a9', 'name': 'tempest-TestShelveInstance-488001558-router', 'tenant_id': 'db2fa9ede64340a5ad2f37c6e3db667c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'external_fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': '320489bd-9c2a-4a92-ba9a-74e06689d04f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:16:00Z', 'updated_at': '2021-07-22T23:16:03Z', 'revision_number': 4, 'project_id': 'db2fa9ede64340a5ad2f37c6e3db667c', 'gw_port': {'id': '320489bd-9c2a-4a92-ba9a-74e06689d04f', 'name': '', 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7068b93b-7df1-45de-8c0c-395c020c49a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:16:01Z', 'updated_at': '2021-07-22T23:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801875-2-iscsi', '_interfaces': [{'id': '4b80474a-0428-443e-845b-733ace68c5da', 'name': '', 'network_id': '1a59ceb3-3b1b-45d1-841a-8dd14bc1e6a2', 'tenant_id': 'db2fa9ede64340a5ad2f37c6e3db667c', 'mac_address': 'fa:16:3e:20:94:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7068b93b-7df1-45de-8c0c-395c020c49a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'dc62b7f7-138b-4387-936a-2eda69e9184f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:16:03Z', 'updated_at': '2021-07-22T23:16:09Z', 'revision_number': 5, 'project_id': 'db2fa9ede64340a5ad2f37c6e3db667c', 'subnets': [{'id': 'dc62b7f7-138b-4387-936a-2eda69e9184f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801875-2-iscsi', False) {} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:20:51.478379 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a104273b-05fa-4193-9c4f-66fbd94656cd None None] Checking router: 7068b93b-7df1-45de-8c0c-395c020c49a9 for host: dv-cinder-801875-2-iscsi {{(pid=93194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:20:51.486246 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a104273b-05fa-4193-9c4f-66fbd94656cd None None] Routers {'7068b93b-7df1-45de-8c0c-395c020c49a9'} bound to L3 agent in host dv-cinder-801875-2-iscsi {{(pid=93194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:20:51.486842 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-a104273b-05fa-4193-9c4f-66fbd94656cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801875-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:03:18Z,description=,heartbeat_timestamp=2021-07-22T23:20:48Z,host='dv-cinder-801875-2-iscsi',id=fdf30918-cf4b-4771-a7f5-907485eb00f1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:18Z,topic='l3_agent')) {'router_ids': ['7068b93b-7df1-45de-8c0c-395c020c49a9'], 'active': True} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:20:51.705896 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvr_db [None req-a104273b-05fa-4193-9c4f-66fbd94656cd None None] Set router 7068b93b-7df1-45de-8c0c-395c020c49a9 gateway port host: dv-cinder-801875-2-iscsi {{(pid=93194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:20:51.896483 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-a104273b-05fa-4193-9c4f-66fbd94656cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7068b93b-7df1-45de-8c0c-395c020c49a9', 'name': 'tempest-TestShelveInstance-488001558-router', 'tenant_id': 'db2fa9ede64340a5ad2f37c6e3db667c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'external_fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': '320489bd-9c2a-4a92-ba9a-74e06689d04f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:16:00Z', 'updated_at': '2021-07-22T23:16:03Z', 'revision_number': 4, 'project_id': 'db2fa9ede64340a5ad2f37c6e3db667c', 'gw_port': {'id': '320489bd-9c2a-4a92-ba9a-74e06689d04f', 'name': '', 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7068b93b-7df1-45de-8c0c-395c020c49a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:16:01Z', 'updated_at': '2021-07-22T23:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801875-2-iscsi', '_interfaces': [{'id': '4b80474a-0428-443e-845b-733ace68c5da', 'name': '', 'network_id': '1a59ceb3-3b1b-45d1-841a-8dd14bc1e6a2', 'tenant_id': 'db2fa9ede64340a5ad2f37c6e3db667c', 'mac_address': 'fa:16:3e:20:94:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7068b93b-7df1-45de-8c0c-395c020c49a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'dc62b7f7-138b-4387-936a-2eda69e9184f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:16:03Z', 'updated_at': '2021-07-22T23:16:09Z', 'revision_number': 5, 'project_id': 'db2fa9ede64340a5ad2f37c6e3db667c', 'subnets': [{'id': 'dc62b7f7-138b-4387-936a-2eda69e9184f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801875-2-iscsi', False) {} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:20:51.927064 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a104273b-05fa-4193-9c4f-66fbd94656cd None None] The sync data for ids ['7068b93b-7df1-45de-8c0c-395c020c49a9'] in dv-cinder-801875-2-iscsi is: [{'id': '7068b93b-7df1-45de-8c0c-395c020c49a9', 'name': 'tempest-TestShelveInstance-488001558-router', 'tenant_id': 'db2fa9ede64340a5ad2f37c6e3db667c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'external_fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': '320489bd-9c2a-4a92-ba9a-74e06689d04f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:16:00Z', 'updated_at': '2021-07-22T23:16:03Z', 'revision_number': 4, 'project_id': 'db2fa9ede64340a5ad2f37c6e3db667c', 'gw_port': {'id': '320489bd-9c2a-4a92-ba9a-74e06689d04f', 'name': '', 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7068b93b-7df1-45de-8c0c-395c020c49a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:16:01Z', 'updated_at': '2021-07-22T23:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801875-2-iscsi', '_interfaces': [{'id': '4b80474a-0428-443e-845b-733ace68c5da', 'name': '', 'network_id': '1a59ceb3-3b1b-45d1-841a-8dd14bc1e6a2', 'tenant_id': 'db2fa9ede64340a5ad2f37c6e3db667c', 'mac_address': 'fa:16:3e:20:94:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7068b93b-7df1-45de-8c0c-395c020c49a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'dc62b7f7-138b-4387-936a-2eda69e9184f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:16:03Z', 'updated_at': '2021-07-22T23:16:09Z', 'revision_number': 5, 'project_id': 'db2fa9ede64340a5ad2f37c6e3db667c', 'subnets': [{'id': 'dc62b7f7-138b-4387-936a-2eda69e9184f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:20:52.134915 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8903079-5561-4bf4-83c2-c16bd36c94e4 None None] New status for floating IP 71f006b0-0aab-4487-95eb-608753c718d5: DOWN {{(pid=93195) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 23:20:52.553393 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f90bf9f-9729-4c19-9e6e-15ca500d22fc req-fb39dbf0-612c-4128-9d89-c242ab4b72f6 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:20:52.554867 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-1f90bf9f-9729-4c19-9e6e-15ca500d22fc req-fb39dbf0-612c-4128-9d89-c242ab4b72f6 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] 10.222.0.44 "GET /v2.0/ports?device_id=3d1b19ea-c7cf-4c77-a712-ab0fd55b4278 HTTP/1.1" status: 200 len: 946 time: 0.0620391 Jul 22 23:20:52.592030 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-1f90bf9f-9729-4c19-9e6e-15ca500d22fc req-88593f47-7304-4c7f-a9eb-06be48817777 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] 10.222.0.44 "GET /v2.0/security-groups?id=faea6e62-6b54-4a4d-b567-060dec6211a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316153 Jul 22 23:20:52.855256 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651f3dbd-3dc7-4878-98e1-7d2673e15a99 req-29e88fbe-a881-45af-8ee0-f7d6c2700bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:20:52.856846 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-651f3dbd-3dc7-4878-98e1-7d2673e15a99 req-29e88fbe-a881-45af-8ee0-f7d6c2700bf2 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=db2fa9ede64340a5ad2f37c6e3db667c&device_id=3d1b19ea-c7cf-4c77-a712-ab0fd55b4278 HTTP/1.1" status: 200 len: 1099 time: 0.0576055 Jul 22 23:20:52.944762 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651f3dbd-3dc7-4878-98e1-7d2673e15a99 req-0540cd9f-8ff3-4843-98e9-ed2f5c893285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:20:52.946183 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-651f3dbd-3dc7-4878-98e1-7d2673e15a99 req-0540cd9f-8ff3-4843-98e9-ed2f5c893285 service neutron] 10.222.0.76 "GET /v2.0/networks?id=1a59ceb3-3b1b-45d1-841a-8dd14bc1e6a2 HTTP/1.1" status: 200 len: 909 time: 0.0818315 Jul 22 23:20:52.992311 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-651f3dbd-3dc7-4878-98e1-7d2673e15a99 req-8e7ebee5-5cd8-4e24-a092-af4b60bb29c3 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=257d2059-5eee-4bc3-b419-f42ae4cc10cd HTTP/1.1" status: 200 len: 217 time: 0.0383723 Jul 22 23:20:53.045004 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651f3dbd-3dc7-4878-98e1-7d2673e15a99 req-ae48ca53-7796-4fca-aed2-e7fc7aa54bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:20:53.046343 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-651f3dbd-3dc7-4878-98e1-7d2673e15a99 req-ae48ca53-7796-4fca-aed2-e7fc7aa54bbb service neutron] 10.222.0.76 "GET /v2.0/subnets?id=dc62b7f7-138b-4387-936a-2eda69e9184f HTTP/1.1" status: 200 len: 847 time: 0.0464232 Jul 22 23:20:53.104444 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651f3dbd-3dc7-4878-98e1-7d2673e15a99 req-123dce42-2a8a-4809-a630-c65437a35eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:20:53.105906 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-651f3dbd-3dc7-4878-98e1-7d2673e15a99 req-123dce42-2a8a-4809-a630-c65437a35eb0 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=1a59ceb3-3b1b-45d1-841a-8dd14bc1e6a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0525787 Jul 22 23:20:53.196074 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-651f3dbd-3dc7-4878-98e1-7d2673e15a99 req-b2d9c744-5107-4d81-8fec-29f362a7e771 service neutron] 10.222.0.76 "GET /v2.0/networks/1a59ceb3-3b1b-45d1-841a-8dd14bc1e6a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820916 Jul 22 23:20:53.280952 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-651f3dbd-3dc7-4878-98e1-7d2673e15a99 req-31b1bfda-b7b3-4428-b218-f239b28af6db service neutron] 10.222.0.76 "GET /v2.0/networks/1a59ceb3-3b1b-45d1-841a-8dd14bc1e6a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0780885 Jul 22 23:20:53.721828 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86989299-9339-4c82-b067-458b28684051 req-66fdd8a8-aedd-4213-b970-17b4a2a5aac6 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:20:53.724192 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-86989299-9339-4c82-b067-458b28684051 req-66fdd8a8-aedd-4213-b970-17b4a2a5aac6 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] 10.222.0.44 "GET /v2.0/ports?device_id=3d1b19ea-c7cf-4c77-a712-ab0fd55b4278 HTTP/1.1" status: 200 len: 946 time: 0.0663474 Jul 22 23:20:53.760876 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-86989299-9339-4c82-b067-458b28684051 req-38bcc9a1-ddca-4cdc-85cc-9558292d6348 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] 10.222.0.44 "GET /v2.0/security-groups?id=faea6e62-6b54-4a4d-b567-060dec6211a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311298 Jul 22 23:20:54.727590 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fce736b-b637-445e-a9b1-ea5b87323c9b req-1296b116-fd97-4c18-b5e9-294f68a466f4 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:20:54.729059 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-3fce736b-b637-445e-a9b1-ea5b87323c9b req-1296b116-fd97-4c18-b5e9-294f68a466f4 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] 10.222.0.76 "GET /v2.0/ports?device_id=3d1b19ea-c7cf-4c77-a712-ab0fd55b4278 HTTP/1.1" status: 200 len: 946 time: 0.0615146 Jul 22 23:20:54.831557 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.plugin [req-3fce736b-b637-445e-a9b1-ea5b87323c9b req-a84a5d08-9aea-4be4-962a-7a040bfec939 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Deleting port 257d2059-5eee-4bc3-b419-f42ae4cc10cd {{(pid=93193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:20:54.831897 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-3fce736b-b637-445e-a9b1-ea5b87323c9b req-a84a5d08-9aea-4be4-962a-7a040bfec939 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769065717140'] for port, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:54.887752 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1af11ba-326b-4db4-ab0b-ba8840066d33 req-977866dc-3422-4085-9f3d-617b0524b85b tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:20:54.889271 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-d1af11ba-326b-4db4-ab0b-ba8840066d33 req-977866dc-3422-4085-9f3d-617b0524b85b tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] 10.222.0.44 "GET /v2.0/ports?device_id=3d1b19ea-c7cf-4c77-a712-ab0fd55b4278 HTTP/1.1" status: 200 len: 946 time: 0.0625706 Jul 22 23:20:54.920977 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.db [req-3fce736b-b637-445e-a9b1-ea5b87323c9b req-a84a5d08-9aea-4be4-962a-7a040bfec939 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] For port 257d2059-5eee-4bc3-b419-f42ae4cc10cd, host hv-cinder-80187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80187',level=0,port_id=257d2059-5eee-4bc3-b419-f42ae4cc10cd,segment=NetworkSegment(49545db8-4130-4209-8567-7d732551d7b2),segment_id=49545db8-4130-4209-8567-7d732551d7b2)] {{(pid=93193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:20:54.921333 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-3fce736b-b637-445e-a9b1-ea5b87323c9b req-a84a5d08-9aea-4be4-962a-7a040bfec939 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681326'] for port, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:54.926244 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-d1af11ba-326b-4db4-ab0b-ba8840066d33 req-cd717c40-428f-48f1-9251-c3771953d98e tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] 10.222.0.44 "GET /v2.0/security-groups?id=faea6e62-6b54-4a4d-b567-060dec6211a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309660 Jul 22 23:20:54.933625 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.plugin [req-3fce736b-b637-445e-a9b1-ea5b87323c9b req-a84a5d08-9aea-4be4-962a-7a040bfec939 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Calling delete_port for 257d2059-5eee-4bc3-b419-f42ae4cc10cd owned by compute:nova {{(pid=93193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:20:55.065558 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-3fce736b-b637-445e-a9b1-ea5b87323c9b req-a84a5d08-9aea-4be4-962a-7a040bfec939 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769065717863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769065317250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31811438'] for port, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:55.095521 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84a5d08-9aea-4be4-962a-7a040bfec939 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Pushing event deleted for resources: {'Port': ['ID=257d2059-5eee-4bc3-b419-f42ae4cc10cd,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:20:55.140794 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fce736b-b637-445e-a9b1-ea5b87323c9b req-a84a5d08-9aea-4be4-962a-7a040bfec939 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] No DVR routers for this DVR port 257d2059-5eee-4bc3-b419-f42ae4cc10cd on host hv-cinder-80187 {{(pid=93193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:20:55.143294 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-3fce736b-b637-445e-a9b1-ea5b87323c9b req-a84a5d08-9aea-4be4-962a-7a040bfec939 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92570'] for port, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:55.145900 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-3fce736b-b637-445e-a9b1-ea5b87323c9b req-a84a5d08-9aea-4be4-962a-7a040bfec939 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] 10.222.0.76 "DELETE /v2.0/ports/257d2059-5eee-4bc3-b419-f42ae4cc10cd HTTP/1.1" status: 204 len: 173 time: 0.4113510 Jul 22 23:20:55.146520 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d1b19ea-c7cf-4c77-a712-ab0fd55b4278', 'name': 'network-vif-deleted', 'tag': '257d2059-5eee-4bc3-b419-f42ae4cc10cd'}] {{(pid=93193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:20:55.148646 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53e3bfa867fb079e45cf064e3f04560eeff66f84eee23b8fde49e5f46f239411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9efab619-f59a-4f1f-8042-b04a70f32471" -d '{"events": [{"server_uuid": "3d1b19ea-c7cf-4c77-a712-ab0fd55b4278", "name": "network-vif-deleted", "tag": "257d2059-5eee-4bc3-b419-f42ae4cc10cd"}]}' {{(pid=93193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:20:55.189910 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e442a74-f478-4601-8081-0dda05eb51f7 x-openstack-request-id: req-7e442a74-f478-4601-8081-0dda05eb51f7 {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:20:55.190285 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d1b19ea-c7cf-4c77-a712-ab0fd55b4278", "name": "network-vif-deleted", "tag": "257d2059-5eee-4bc3-b419-f42ae4cc10cd", "status": "completed", "code": 200}]} {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:20:55.190543 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7e442a74-f478-4601-8081-0dda05eb51f7 {{(pid=93193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:20:55.190937 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d1b19ea-c7cf-4c77-a712-ab0fd55b4278', 'name': 'network-vif-deleted', 'tag': '257d2059-5eee-4bc3-b419-f42ae4cc10cd', 'status': 'completed', 'code': 200} Jul 22 23:20:56.042347 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-9c7f1da0-dc13-4715-aac7-6f5067bb2b84 req-5b5bfe1d-11b2-4fbd-aee8-c353ec2cf26b tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] 10.222.0.44 "GET /v2.0/ports?device_id=3d1b19ea-c7cf-4c77-a712-ab0fd55b4278 HTTP/1.1" status: 200 len: 210 time: 0.0390825 Jul 22 23:20:57.097992 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 41080) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:20:57.154039 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-9399a70c-ffd6-4d1a-b48d-4408f8335710 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Notify callbacks [] for security_group, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:57.177570 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-9399a70c-ffd6-4d1a-b48d-4408f8335710 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:57.233990 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-9399a70c-ffd6-4d1a-b48d-4408f8335710 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:57.236809 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-9399a70c-ffd6-4d1a-b48d-4408f8335710 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Notify callbacks [] for security_group, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:57.237954 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-9399a70c-ffd6-4d1a-b48d-4408f8335710 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] 10.222.0.44 "DELETE /v2.0/security-groups/faea6e62-6b54-4a4d-b567-060dec6211a2 HTTP/1.1" status: 204 len: 168 time: 0.1389773 Jul 22 23:20:57.246663 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9399a70c-ffd6-4d1a-b48d-4408f8335710 tempest-TestShelveInstance-883426780 tempest-TestShelveInstance-883426780-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=faea6e62-6b54-4a4d-b567-060dec6211a2,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:20:57.281977 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 41084) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:20:57.612555 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-ab36394b-79af-467a-87f1-a0c59be1af16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-679043'] for router_interface, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:57.861864 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.plugin [None req-ab36394b-79af-467a-87f1-a0c59be1af16 admin admin] Deleting port 4b80474a-0428-443e-845b-733ace68c5da {{(pid=93192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:20:57.862199 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-ab36394b-79af-467a-87f1-a0c59be1af16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769065717140'] for port, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:57.944649 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.db [None req-ab36394b-79af-467a-87f1-a0c59be1af16 admin admin] For port 4b80474a-0428-443e-845b-733ace68c5da, host dv-cinder-801875-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801875-2-iscsi',level=0,port_id=4b80474a-0428-443e-845b-733ace68c5da,segment=NetworkSegment(49545db8-4130-4209-8567-7d732551d7b2),segment_id=49545db8-4130-4209-8567-7d732551d7b2)] {{(pid=93192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:20:57.945010 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-ab36394b-79af-467a-87f1-a0c59be1af16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681326'] for port, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:57.960019 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.plugin [None req-ab36394b-79af-467a-87f1-a0c59be1af16 admin admin] Calling delete_port for 4b80474a-0428-443e-845b-733ace68c5da owned by network:router_interface {{(pid=93192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:20:58.153765 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-ab36394b-79af-467a-87f1-a0c59be1af16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769065717863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769065317250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30393516'] for port, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:58.179229 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab36394b-79af-467a-87f1-a0c59be1af16 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b80474a-0428-443e-845b-733ace68c5da,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:20:58.191810 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab36394b-79af-467a-87f1-a0c59be1af16 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:20:58.192163 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab36394b-79af-467a-87f1-a0c59be1af16 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:20:58.192533 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab36394b-79af-467a-87f1-a0c59be1af16 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:20:58.193037 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab36394b-79af-467a-87f1-a0c59be1af16 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:20:58.193368 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab36394b-79af-467a-87f1-a0c59be1af16 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:20:58.193705 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab36394b-79af-467a-87f1-a0c59be1af16 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:20:58.194031 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab36394b-79af-467a-87f1-a0c59be1af16 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:20:58.194355 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab36394b-79af-467a-87f1-a0c59be1af16 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:20:58.194678 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab36394b-79af-467a-87f1-a0c59be1af16 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:20:58.194998 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab36394b-79af-467a-87f1-a0c59be1af16 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:20:58.195316 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab36394b-79af-467a-87f1-a0c59be1af16 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:20:58.195633 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab36394b-79af-467a-87f1-a0c59be1af16 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:20:58.268699 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Device 257d2059-5eee-4bc3-b419-f42ae4cc10cd no longer exists at agent hyperv_hv-cinder-80187 {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:20:58.292272 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] No Port match for: 257d2059-5eee-4bc3-b419-f42ae4cc10cd {{(pid=93194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:20:58.292659 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Device 257d2059-5eee-4bc3-b419-f42ae4cc10cd not bound to the agent host hv-cinder-80187 {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:20:58.357256 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-ab36394b-79af-467a-87f1-a0c59be1af16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-678943'] for router_interface, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:58.567164 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab36394b-79af-467a-87f1-a0c59be1af16 admin admin] Router 7068b93b-7df1-45de-8c0c-395c020c49a9 has already been hosted by L3 agent fdf30918-cf4b-4771-a7f5-907485eb00f1 {{(pid=93192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:20:58.667844 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab36394b-79af-467a-87f1-a0c59be1af16 admin admin] Notify agent at l3_agent.dv-cinder-801875-2-iscsi the message routers_updated {{(pid=93192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:20:58.672775 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-ab36394b-79af-467a-87f1-a0c59be1af16 admin admin] 10.222.0.44 "PUT /v2.0/routers/7068b93b-7df1-45de-8c0c-395c020c49a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3896916 Jul 22 23:20:58.675280 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 41098) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:20:58.679447 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c046dc-94b8-4d25-a63c-13f7f82c7c2b None None] Sync routers for ids ['7068b93b-7df1-45de-8c0c-395c020c49a9'] in dv-cinder-801875-2-iscsi {{(pid=93194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:20:58.688673 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c046dc-94b8-4d25-a63c-13f7f82c7c2b None None] Routers {'7068b93b-7df1-45de-8c0c-395c020c49a9'} bound to L3 agent in host dv-cinder-801875-2-iscsi {{(pid=93194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:20:58.689393 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-83c046dc-94b8-4d25-a63c-13f7f82c7c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801875-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:03:18Z,description=,heartbeat_timestamp=2021-07-22T23:20:48Z,host='dv-cinder-801875-2-iscsi',id=fdf30918-cf4b-4771-a7f5-907485eb00f1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:18Z,topic='l3_agent')) {'router_ids': ['7068b93b-7df1-45de-8c0c-395c020c49a9'], 'active': True} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:20:58.781288 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-aae4cd0b-e1d4-49c0-9468-5280317ba857 admin admin] Notify callbacks [] for router, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:58.792327 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvr_db [None req-83c046dc-94b8-4d25-a63c-13f7f82c7c2b None None] Set router 7068b93b-7df1-45de-8c0c-395c020c49a9 gateway port host: dv-cinder-801875-2-iscsi {{(pid=93194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:20:58.880818 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-aae4cd0b-e1d4-49c0-9468-5280317ba857 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:58.931722 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.plugin [None req-aae4cd0b-e1d4-49c0-9468-5280317ba857 admin admin] Deleting port 320489bd-9c2a-4a92-ba9a-74e06689d04f {{(pid=93192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:20:58.932062 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-aae4cd0b-e1d4-49c0-9468-5280317ba857 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769065717140'] for port, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:58.966324 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-83c046dc-94b8-4d25-a63c-13f7f82c7c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7068b93b-7df1-45de-8c0c-395c020c49a9', 'name': 'tempest-TestShelveInstance-488001558-router', 'tenant_id': 'db2fa9ede64340a5ad2f37c6e3db667c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'external_fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': '320489bd-9c2a-4a92-ba9a-74e06689d04f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:16:00Z', 'updated_at': '2021-07-22T23:20:58Z', 'revision_number': 5, 'project_id': 'db2fa9ede64340a5ad2f37c6e3db667c', 'gw_port': {'id': '320489bd-9c2a-4a92-ba9a-74e06689d04f', 'name': '', 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7068b93b-7df1-45de-8c0c-395c020c49a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:16:01Z', 'updated_at': '2021-07-22T23:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801875-2-iscsi'}], 'dv-cinder-801875-2-iscsi', False) {} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:20:59.002913 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c046dc-94b8-4d25-a63c-13f7f82c7c2b None None] Checking router: 7068b93b-7df1-45de-8c0c-395c020c49a9 for host: dv-cinder-801875-2-iscsi {{(pid=93194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:20:59.011024 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c046dc-94b8-4d25-a63c-13f7f82c7c2b None None] Routers {'7068b93b-7df1-45de-8c0c-395c020c49a9'} bound to L3 agent in host dv-cinder-801875-2-iscsi {{(pid=93194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:20:59.011627 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-83c046dc-94b8-4d25-a63c-13f7f82c7c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801875-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:03:18Z,description=,heartbeat_timestamp=2021-07-22T23:20:48Z,host='dv-cinder-801875-2-iscsi',id=fdf30918-cf4b-4771-a7f5-907485eb00f1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:18Z,topic='l3_agent')) {'router_ids': ['7068b93b-7df1-45de-8c0c-395c020c49a9'], 'active': True} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:20:59.015872 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.db [None req-aae4cd0b-e1d4-49c0-9468-5280317ba857 admin admin] For port 320489bd-9c2a-4a92-ba9a-74e06689d04f, host dv-cinder-801875-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801875-2-iscsi',level=0,port_id=320489bd-9c2a-4a92-ba9a-74e06689d04f,segment=NetworkSegment(829b4ee6-bc3b-4b66-8264-3fcbe946197d),segment_id=829b4ee6-bc3b-4b66-8264-3fcbe946197d)] {{(pid=93192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:20:59.016235 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-aae4cd0b-e1d4-49c0-9468-5280317ba857 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681326'] for port, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:59.028673 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.plugin [None req-aae4cd0b-e1d4-49c0-9468-5280317ba857 admin admin] Calling delete_port for 320489bd-9c2a-4a92-ba9a-74e06689d04f owned by network:router_gateway {{(pid=93192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:20:59.103885 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvr_db [None req-83c046dc-94b8-4d25-a63c-13f7f82c7c2b None None] Set router 7068b93b-7df1-45de-8c0c-395c020c49a9 gateway port host: None {{(pid=93194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:20:59.168674 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-83c046dc-94b8-4d25-a63c-13f7f82c7c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7068b93b-7df1-45de-8c0c-395c020c49a9', 'name': 'tempest-TestShelveInstance-488001558-router', 'tenant_id': 'db2fa9ede64340a5ad2f37c6e3db667c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:16:00Z', 'updated_at': '2021-07-22T23:20:58Z', 'revision_number': 6, 'project_id': 'db2fa9ede64340a5ad2f37c6e3db667c', 'gw_port_host': None}], 'dv-cinder-801875-2-iscsi', False) {} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:20:59.199821 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c046dc-94b8-4d25-a63c-13f7f82c7c2b None None] The sync data for ids ['7068b93b-7df1-45de-8c0c-395c020c49a9'] in dv-cinder-801875-2-iscsi is: [{'id': '7068b93b-7df1-45de-8c0c-395c020c49a9', 'name': 'tempest-TestShelveInstance-488001558-router', 'tenant_id': 'db2fa9ede64340a5ad2f37c6e3db667c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:16:00Z', 'updated_at': '2021-07-22T23:20:58Z', 'revision_number': 6, 'project_id': 'db2fa9ede64340a5ad2f37c6e3db667c', 'gw_port_host': None}] {{(pid=93194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:20:59.463638 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-aae4cd0b-e1d4-49c0-9468-5280317ba857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769065717863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769065317250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30393516'] for port, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:59.488613 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae4cd0b-e1d4-49c0-9468-5280317ba857 admin admin] Pushing event deleted for resources: {'Port': ['ID=320489bd-9c2a-4a92-ba9a-74e06689d04f,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:20:59.548813 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-aae4cd0b-e1d4-49c0-9468-5280317ba857 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680889'] for router_gateway, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:59.650864 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-aae4cd0b-e1d4-49c0-9468-5280317ba857 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-680302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12241'] for router, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:59.653131 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-aae4cd0b-e1d4-49c0-9468-5280317ba857 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:59.712120 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-aae4cd0b-e1d4-49c0-9468-5280317ba857 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-681282'] for router, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:59.712707 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aae4cd0b-e1d4-49c0-9468-5280317ba857 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7068b93b-7df1-45de-8c0c-395c020c49a9 {{(pid=93192) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:20:59.717988 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-aae4cd0b-e1d4-49c0-9468-5280317ba857 admin admin] Notify callbacks [] for router, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:59.718738 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-aae4cd0b-e1d4-49c0-9468-5280317ba857 admin admin] 10.222.0.44 "DELETE /v2.0/routers/7068b93b-7df1-45de-8c0c-395c020c49a9 HTTP/1.1" status: 204 len: 168 time: 1.0418897 Jul 22 23:20:59.721213 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 41108) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:20:59.764290 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8f376bf-42a2-4842-8286-3225ba213096 admin admin] Deleting subnet dc62b7f7-138b-4387-936a-2eda69e9184f {{(pid=93192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:20:59.767311 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-a8f376bf-42a2-4842-8286-3225ba213096 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:59.801045 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-a8f376bf-42a2-4842-8286-3225ba213096 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30393563'] for subnet, precommit_delete_associations {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:59.907445 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-a8f376bf-42a2-4842-8286-3225ba213096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1834514'] for subnet, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:59.961261 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-a8f376bf-42a2-4842-8286-3225ba213096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1834523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30393593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30098377'] for subnet, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:59.985689 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f376bf-42a2-4842-8286-3225ba213096 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc62b7f7-138b-4387-936a-2eda69e9184f,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:20:59.991415 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-a8f376bf-42a2-4842-8286-3225ba213096 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585183'] for subnet, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:59.993323 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-a8f376bf-42a2-4842-8286-3225ba213096 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/dc62b7f7-138b-4387-936a-2eda69e9184f HTTP/1.1" status: 204 len: 168 time: 0.2712080 Jul 22 23:20:59.995836 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 41110) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:20:59.998307 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce800b8a-8e7d-45e9-a22b-7c5c53b66a0f None None] Network 1a59ceb3-3b1b-45d1-841a-8dd14bc1e6a2 requested from dv-cinder-801875-2-iscsi {{(pid=93194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:21:00.074411 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-90b8798a-3eeb-441c-a6cb-590cdb97cb98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589717'] for network, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:00.126985 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.plugin [None req-90b8798a-3eeb-441c-a6cb-590cdb97cb98 admin admin] Deleting port 40ad482a-bfd4-4fd6-b40b-5ab7d8084ae3 {{(pid=93192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:21:00.127320 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-90b8798a-3eeb-441c-a6cb-590cdb97cb98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769065717140'] for port, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:00.193704 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.db [None req-90b8798a-3eeb-441c-a6cb-590cdb97cb98 admin admin] For port 40ad482a-bfd4-4fd6-b40b-5ab7d8084ae3, host dv-cinder-801875-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801875-2-iscsi',level=0,port_id=40ad482a-bfd4-4fd6-b40b-5ab7d8084ae3,segment=NetworkSegment(49545db8-4130-4209-8567-7d732551d7b2),segment_id=49545db8-4130-4209-8567-7d732551d7b2)] {{(pid=93192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:21:00.194153 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-90b8798a-3eeb-441c-a6cb-590cdb97cb98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681326'] for port, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:00.196997 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb951997-1418-4c2d-bee7-a10fffd3a35f None None] DHCP port deletion for 1a59ceb3-3b1b-45d1-841a-8dd14bc1e6a2 request from dv-cinder-801875-2-iscsi {{(pid=93194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:21:00.207508 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.plugin [None req-90b8798a-3eeb-441c-a6cb-590cdb97cb98 admin admin] Calling delete_port for 40ad482a-bfd4-4fd6-b40b-5ab7d8084ae3 owned by network:dhcp {{(pid=93192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:21:00.252325 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-bb951997-1418-4c2d-bee7-a10fffd3a35f None None] Deleting port 40ad482a-bfd4-4fd6-b40b-5ab7d8084ae3 {{(pid=93194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:21:00.252325 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-bb951997-1418-4c2d-bee7-a10fffd3a35f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769065717140'] for port, before_delete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:00.292524 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-90b8798a-3eeb-441c-a6cb-590cdb97cb98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769065717863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769065317250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30393516'] for port, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:00.311396 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-bb951997-1418-4c2d-bee7-a10fffd3a35f None None] For port 40ad482a-bfd4-4fd6-b40b-5ab7d8084ae3, host dv-cinder-801875-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801875-2-iscsi',level=0,port_id=40ad482a-bfd4-4fd6-b40b-5ab7d8084ae3,segment=NetworkSegment(49545db8-4130-4209-8567-7d732551d7b2),segment_id=49545db8-4130-4209-8567-7d732551d7b2)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:21:00.311771 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-bb951997-1418-4c2d-bee7-a10fffd3a35f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681326'] for port, precommit_delete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:00.320075 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b8798a-3eeb-441c-a6cb-590cdb97cb98 admin admin] No DVR routers for this DVR port 40ad482a-bfd4-4fd6-b40b-5ab7d8084ae3 on host dv-cinder-801875-2-iscsi {{(pid=93192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:21:00.324019 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-bb951997-1418-4c2d-bee7-a10fffd3a35f None None] Calling delete_port for 40ad482a-bfd4-4fd6-b40b-5ab7d8084ae3 owned by network:dhcp {{(pid=93194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:21:00.325277 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b8798a-3eeb-441c-a6cb-590cdb97cb98 admin admin] Pushing event deleted for resources: {'Port': ['ID=40ad482a-bfd4-4fd6-b40b-5ab7d8084ae3,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:21:00.401353 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-90b8798a-3eeb-441c-a6cb-590cdb97cb98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1832750', 'neutron.services.segments.db._delete_segments_for_network-8769065864497'] for network, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:00.403863 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-bb951997-1418-4c2d-bee7-a10fffd3a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769065717863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769065317250'] for port, after_delete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:00.411747 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.services.segments.db [None req-90b8798a-3eeb-441c-a6cb-590cdb97cb98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a59ceb3-3b1b-45d1-841a-8dd14bc1e6a2']}} {{(pid=93192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:21:00.421485 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.services.segments.db [None req-90b8798a-3eeb-441c-a6cb-590cdb97cb98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49545db8-4130-4209-8567-7d732551d7b2') {'for_net_delete': True} {{(pid=93192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:21:00.421732 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.services.segments.db [None req-90b8798a-3eeb-441c-a6cb-590cdb97cb98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49545db8-4130-4209-8567-7d732551d7b2') {} {{(pid=93192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:21:00.426931 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb951997-1418-4c2d-bee7-a10fffd3a35f None None] Pushing event deleted for resources: {'Port': ['ID=40ad482a-bfd4-4fd6-b40b-5ab7d8084ae3,revision_number=None']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:21:00.430395 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-90b8798a-3eeb-441c-a6cb-590cdb97cb98 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769065866554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30393554'] for segment, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:00.435590 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb951997-1418-4c2d-bee7-a10fffd3a35f None None] No DVR routers for this DVR port 40ad482a-bfd4-4fd6-b40b-5ab7d8084ae3 on host dv-cinder-801875-2-iscsi {{(pid=93194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:21:00.437875 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb951997-1418-4c2d-bee7-a10fffd3a35f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:21:00.438217 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb951997-1418-4c2d-bee7-a10fffd3a35f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:21:00.438551 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb951997-1418-4c2d-bee7-a10fffd3a35f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:21:00.438882 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb951997-1418-4c2d-bee7-a10fffd3a35f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:21:00.439207 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb951997-1418-4c2d-bee7-a10fffd3a35f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:21:00.439531 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb951997-1418-4c2d-bee7-a10fffd3a35f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:21:00.439853 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb951997-1418-4c2d-bee7-a10fffd3a35f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:21:00.440171 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb951997-1418-4c2d-bee7-a10fffd3a35f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:21:00.440517 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb951997-1418-4c2d-bee7-a10fffd3a35f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:21:00.440843 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb951997-1418-4c2d-bee7-a10fffd3a35f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:21:00.441204 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb951997-1418-4c2d-bee7-a10fffd3a35f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:21:00.441528 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb951997-1418-4c2d-bee7-a10fffd3a35f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:21:00.445151 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-90b8798a-3eeb-441c-a6cb-590cdb97cb98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822282'] for segment, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:00.451202 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90b8798a-3eeb-441c-a6cb-590cdb97cb98 admin admin] Releasing vlan 859 on physical network physnet1 to pool {{(pid=93192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:21:00.451967 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-90b8798a-3eeb-441c-a6cb-590cdb97cb98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30393475'] for segment, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:00.453704 dv-cinder-801875-2-iscsi neutron-server[93192]: Traceback (most recent call last): Jul 22 23:21:00.453704 dv-cinder-801875-2-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:21:00.453704 dv-cinder-801875-2-iscsi neutron-server[93192]: timer() Jul 22 23:21:00.453704 dv-cinder-801875-2-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:21:00.453704 dv-cinder-801875-2-iscsi neutron-server[93192]: cb(*args, **kw) Jul 22 23:21:00.453704 dv-cinder-801875-2-iscsi neutron-server[93192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:21:00.453704 dv-cinder-801875-2-iscsi neutron-server[93192]: return func(*args, **kwargs) Jul 22 23:21:00.453704 dv-cinder-801875-2-iscsi neutron-server[93192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:21:00.453704 dv-cinder-801875-2-iscsi neutron-server[93192]: self._notify() Jul 22 23:21:00.453704 dv-cinder-801875-2-iscsi neutron-server[93192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:21:00.453704 dv-cinder-801875-2-iscsi neutron-server[93192]: self.callback(batched_events) Jul 22 23:21:00.453704 dv-cinder-801875-2-iscsi neutron-server[93192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:21:00.453704 dv-cinder-801875-2-iscsi neutron-server[93192]: event.method(event) Jul 22 23:21:00.453704 dv-cinder-801875-2-iscsi neutron-server[93192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:21:00.453704 dv-cinder-801875-2-iscsi neutron-server[93192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:21:00.453704 dv-cinder-801875-2-iscsi neutron-server[93192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:21:00.453704 dv-cinder-801875-2-iscsi neutron-server[93192]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:21:00.453704 dv-cinder-801875-2-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:21:00.453704 dv-cinder-801875-2-iscsi neutron-server[93192]: return f(self, *a, **k) Jul 22 23:21:00.453704 dv-cinder-801875-2-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:21:00.453704 dv-cinder-801875-2-iscsi neutron-server[93192]: return self._get(url).json() Jul 22 23:21:00.453704 dv-cinder-801875-2-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:21:00.453704 dv-cinder-801875-2-iscsi neutron-server[93192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:21:00.453704 dv-cinder-801875-2-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:21:00.453704 dv-cinder-801875-2-iscsi neutron-server[93192]: return self.request(url, 'GET', **kwargs) Jul 22 23:21:00.453704 dv-cinder-801875-2-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:21:00.453704 dv-cinder-801875-2-iscsi neutron-server[93192]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:21:00.453704 dv-cinder-801875-2-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:21:00.453704 dv-cinder-801875-2-iscsi neutron-server[93192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:21:00.453704 dv-cinder-801875-2-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:21:00.453704 dv-cinder-801875-2-iscsi neutron-server[93192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:21:00.453704 dv-cinder-801875-2-iscsi neutron-server[93192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:21:00.505670 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-90b8798a-3eeb-441c-a6cb-590cdb97cb98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1832741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680861'] for network, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:00.510830 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-90b8798a-3eeb-441c-a6cb-590cdb97cb98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585183'] for network, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:00.512877 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-90b8798a-3eeb-441c-a6cb-590cdb97cb98 admin admin] 10.222.0.44 "DELETE /v2.0/networks/1a59ceb3-3b1b-45d1-841a-8dd14bc1e6a2 HTTP/1.1" status: 204 len: 168 time: 0.5160906 Jul 22 23:21:00.515969 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 41114) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:21:00.523750 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b8798a-3eeb-441c-a6cb-590cdb97cb98 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a59ceb3-3b1b-45d1-841a-8dd14bc1e6a2,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:21:00.998032 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-835a32b3-4931-48c8-ae16-2c0e6ef52614 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-679043'] for router_interface, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:01.143559 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Device 320489bd-9c2a-4a92-ba9a-74e06689d04f no longer exists at agent ovs-agent-dv-cinder-801875-2-iscsi {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:21:01.163627 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] No Port match for: 320489bd-9c2a-4a92-ba9a-74e06689d04f {{(pid=93194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:21:01.163973 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Device 320489bd-9c2a-4a92-ba9a-74e06689d04f not bound to the agent host dv-cinder-801875-2-iscsi {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:21:01.164474 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Device 4b80474a-0428-443e-845b-733ace68c5da no longer exists at agent ovs-agent-dv-cinder-801875-2-iscsi {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:21:01.183017 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] No Port match for: 4b80474a-0428-443e-845b-733ace68c5da {{(pid=93194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:21:01.183359 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Device 4b80474a-0428-443e-845b-733ace68c5da not bound to the agent host dv-cinder-801875-2-iscsi {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:21:01.183762 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Device 40ad482a-bfd4-4fd6-b40b-5ab7d8084ae3 no longer exists at agent ovs-agent-dv-cinder-801875-2-iscsi {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:21:01.202350 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] No Port match for: 40ad482a-bfd4-4fd6-b40b-5ab7d8084ae3 {{(pid=93194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:21:01.202692 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Device 40ad482a-bfd4-4fd6-b40b-5ab7d8084ae3 not bound to the agent host dv-cinder-801875-2-iscsi {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:21:01.247790 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.plugin [None req-835a32b3-4931-48c8-ae16-2c0e6ef52614 admin admin] Deleting port 0c018f0e-ad5b-4a71-961e-ee8261505112 {{(pid=93193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:21:01.248128 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-835a32b3-4931-48c8-ae16-2c0e6ef52614 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769065717140'] for port, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:01.322047 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.db [None req-835a32b3-4931-48c8-ae16-2c0e6ef52614 admin admin] For port 0c018f0e-ad5b-4a71-961e-ee8261505112, host dv-cinder-801875-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801875-2-iscsi',level=0,port_id=0c018f0e-ad5b-4a71-961e-ee8261505112,segment=NetworkSegment(1450f48a-664f-430c-9109-f4a57f68a811),segment_id=1450f48a-664f-430c-9109-f4a57f68a811)] {{(pid=93193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:21:01.322400 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-835a32b3-4931-48c8-ae16-2c0e6ef52614 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681326'] for port, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:01.334153 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.plugin [None req-835a32b3-4931-48c8-ae16-2c0e6ef52614 admin admin] Calling delete_port for 0c018f0e-ad5b-4a71-961e-ee8261505112 owned by network:router_interface {{(pid=93193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:21:01.508388 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-835a32b3-4931-48c8-ae16-2c0e6ef52614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769065717863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769065317250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31811438'] for port, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:01.535873 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835a32b3-4931-48c8-ae16-2c0e6ef52614 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c018f0e-ad5b-4a71-961e-ee8261505112,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:21:01.699113 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-835a32b3-4931-48c8-ae16-2c0e6ef52614 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-678943'] for router_interface, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:02.134501 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-835a32b3-4931-48c8-ae16-2c0e6ef52614 admin admin] Router d2153a76-8704-42ba-a1e6-f6b96a994ad0 has already been hosted by L3 agent fdf30918-cf4b-4771-a7f5-907485eb00f1 {{(pid=93193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:21:02.236475 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-835a32b3-4931-48c8-ae16-2c0e6ef52614 admin admin] Notify agent at l3_agent.dv-cinder-801875-2-iscsi the message routers_updated {{(pid=93193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:21:02.242250 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-835a32b3-4931-48c8-ae16-2c0e6ef52614 admin admin] 10.222.0.44 "PUT /v2.0/routers/d2153a76-8704-42ba-a1e6-f6b96a994ad0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7248702 Jul 22 23:21:02.244835 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 41120) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:21:02.245426 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2a0d8e-185a-4eaa-9893-d07a153397e0 None None] Sync routers for ids ['d2153a76-8704-42ba-a1e6-f6b96a994ad0'] in dv-cinder-801875-2-iscsi {{(pid=93195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:21:02.255064 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2a0d8e-185a-4eaa-9893-d07a153397e0 None None] Routers {'d2153a76-8704-42ba-a1e6-f6b96a994ad0'} bound to L3 agent in host dv-cinder-801875-2-iscsi {{(pid=93195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:21:02.255674 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-ca2a0d8e-185a-4eaa-9893-d07a153397e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801875-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:03:18Z,description=,heartbeat_timestamp=2021-07-22T23:20:48Z,host='dv-cinder-801875-2-iscsi',id=fdf30918-cf4b-4771-a7f5-907485eb00f1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:18Z,topic='l3_agent')) {'router_ids': ['d2153a76-8704-42ba-a1e6-f6b96a994ad0'], 'active': True} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:21:02.341795 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-a8011276-9147-4759-9b1f-c4194370e106 admin admin] Notify callbacks [] for router, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:02.356159 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvr_db [None req-ca2a0d8e-185a-4eaa-9893-d07a153397e0 None None] Set router d2153a76-8704-42ba-a1e6-f6b96a994ad0 gateway port host: dv-cinder-801875-2-iscsi {{(pid=93195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:21:02.443103 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-a8011276-9147-4759-9b1f-c4194370e106 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:02.501299 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.plugin [None req-a8011276-9147-4759-9b1f-c4194370e106 admin admin] Deleting port a73f1bd2-8f7c-4adf-8707-8f9c639f4a6c {{(pid=93193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:21:02.501635 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-a8011276-9147-4759-9b1f-c4194370e106 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769065717140'] for port, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:02.530545 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-ca2a0d8e-185a-4eaa-9893-d07a153397e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2153a76-8704-42ba-a1e6-f6b96a994ad0', 'name': 'tempest-TestShelveInstance-875847003-router', 'tenant_id': 'e99b23c6adcc4d62a1d14734de23fea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'external_fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'a73f1bd2-8f7c-4adf-8707-8f9c639f4a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:16:06Z', 'updated_at': '2021-07-22T23:21:01Z', 'revision_number': 5, 'project_id': 'e99b23c6adcc4d62a1d14734de23fea5', 'gw_port': {'id': 'a73f1bd2-8f7c-4adf-8707-8f9c639f4a6c', 'name': '', 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:03:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2153a76-8704-42ba-a1e6-f6b96a994ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:16:06Z', 'updated_at': '2021-07-22T23:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801875-2-iscsi'}], 'dv-cinder-801875-2-iscsi', False) {} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:21:02.559339 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2a0d8e-185a-4eaa-9893-d07a153397e0 None None] Checking router: d2153a76-8704-42ba-a1e6-f6b96a994ad0 for host: dv-cinder-801875-2-iscsi {{(pid=93195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:21:02.568027 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2a0d8e-185a-4eaa-9893-d07a153397e0 None None] Routers {'d2153a76-8704-42ba-a1e6-f6b96a994ad0'} bound to L3 agent in host dv-cinder-801875-2-iscsi {{(pid=93195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:21:02.568662 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-ca2a0d8e-185a-4eaa-9893-d07a153397e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801875-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:03:18Z,description=,heartbeat_timestamp=2021-07-22T23:20:48Z,host='dv-cinder-801875-2-iscsi',id=fdf30918-cf4b-4771-a7f5-907485eb00f1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:18Z,topic='l3_agent')) {'router_ids': ['d2153a76-8704-42ba-a1e6-f6b96a994ad0'], 'active': True} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:21:02.577764 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.db [None req-a8011276-9147-4759-9b1f-c4194370e106 admin admin] For port a73f1bd2-8f7c-4adf-8707-8f9c639f4a6c, host dv-cinder-801875-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801875-2-iscsi',level=0,port_id=a73f1bd2-8f7c-4adf-8707-8f9c639f4a6c,segment=NetworkSegment(829b4ee6-bc3b-4b66-8264-3fcbe946197d),segment_id=829b4ee6-bc3b-4b66-8264-3fcbe946197d)] {{(pid=93193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:21:02.578263 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-a8011276-9147-4759-9b1f-c4194370e106 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681326'] for port, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:02.590884 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.plugin [None req-a8011276-9147-4759-9b1f-c4194370e106 admin admin] Calling delete_port for a73f1bd2-8f7c-4adf-8707-8f9c639f4a6c owned by network:router_gateway {{(pid=93193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:21:02.650449 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvr_db [None req-ca2a0d8e-185a-4eaa-9893-d07a153397e0 None None] Set router d2153a76-8704-42ba-a1e6-f6b96a994ad0 gateway port host: None {{(pid=93195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:21:02.705530 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-ca2a0d8e-185a-4eaa-9893-d07a153397e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2153a76-8704-42ba-a1e6-f6b96a994ad0', 'name': 'tempest-TestShelveInstance-875847003-router', 'tenant_id': 'e99b23c6adcc4d62a1d14734de23fea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:16:06Z', 'updated_at': '2021-07-22T23:21:02Z', 'revision_number': 6, 'project_id': 'e99b23c6adcc4d62a1d14734de23fea5', 'gw_port_host': None}], 'dv-cinder-801875-2-iscsi', False) {} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:21:02.735359 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2a0d8e-185a-4eaa-9893-d07a153397e0 None None] The sync data for ids ['d2153a76-8704-42ba-a1e6-f6b96a994ad0'] in dv-cinder-801875-2-iscsi is: [{'id': 'd2153a76-8704-42ba-a1e6-f6b96a994ad0', 'name': 'tempest-TestShelveInstance-875847003-router', 'tenant_id': 'e99b23c6adcc4d62a1d14734de23fea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:16:06Z', 'updated_at': '2021-07-22T23:21:02Z', 'revision_number': 6, 'project_id': 'e99b23c6adcc4d62a1d14734de23fea5', 'gw_port_host': None}] {{(pid=93195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:21:02.762283 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-a8011276-9147-4759-9b1f-c4194370e106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769065717863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769065317250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31811438'] for port, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:02.793726 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8011276-9147-4759-9b1f-c4194370e106 admin admin] Pushing event deleted for resources: {'Port': ['ID=a73f1bd2-8f7c-4adf-8707-8f9c639f4a6c,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:21:02.856859 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-a8011276-9147-4759-9b1f-c4194370e106 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680889'] for router_gateway, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:02.941700 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-a8011276-9147-4759-9b1f-c4194370e106 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-680302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12241'] for router, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:02.943755 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-a8011276-9147-4759-9b1f-c4194370e106 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:02.985370 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-a8011276-9147-4759-9b1f-c4194370e106 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-681282'] for router, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:02.985823 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8011276-9147-4759-9b1f-c4194370e106 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d2153a76-8704-42ba-a1e6-f6b96a994ad0 {{(pid=93193) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:21:02.990539 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-a8011276-9147-4759-9b1f-c4194370e106 admin admin] Notify callbacks [] for router, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:02.991657 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-a8011276-9147-4759-9b1f-c4194370e106 admin admin] 10.222.0.44 "DELETE /v2.0/routers/d2153a76-8704-42ba-a1e6-f6b96a994ad0 HTTP/1.1" status: 204 len: 168 time: 0.7459142 Jul 22 23:21:02.994287 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 41124) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:21:03.037406 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.db.db_base_plugin_v2 [None req-028db08b-a164-4321-853c-ab7aa556489e admin admin] Deleting subnet 1951ce66-1fb5-4e86-ab40-06bdbfd871a1 {{(pid=93193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:21:03.040290 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-028db08b-a164-4321-853c-ab7aa556489e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:03.077526 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-028db08b-a164-4321-853c-ab7aa556489e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31082759'] for subnet, precommit_delete_associations {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:03.165009 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-028db08b-a164-4321-853c-ab7aa556489e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1834514'] for subnet, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:03.217585 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-028db08b-a164-4321-853c-ab7aa556489e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1834523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31811387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30516269'] for subnet, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:03.244685 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-028db08b-a164-4321-853c-ab7aa556489e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:03.248679 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-028db08b-a164-4321-853c-ab7aa556489e admin admin] 10.222.0.44 "DELETE /v2.0/subnets/1951ce66-1fb5-4e86-ab40-06bdbfd871a1 HTTP/1.1" status: 204 len: 168 time: 0.2512045 Jul 22 23:21:03.248679 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028db08b-a164-4321-853c-ab7aa556489e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1951ce66-1fb5-4e86-ab40-06bdbfd871a1,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:21:03.249053 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 41126) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:21:03.249636 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d15a7bb-49c1-4225-9800-63e1e714d54d None None] Network 4234ebfc-32db-4f79-afcf-f9fc524051e8 requested from dv-cinder-801875-2-iscsi {{(pid=93194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:21:03.319488 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-7467abcc-4b18-4a97-94bc-f0a5f68cf9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589717'] for network, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:03.371261 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.plugin [None req-7467abcc-4b18-4a97-94bc-f0a5f68cf9c6 admin admin] Deleting port e2b140ac-e5c3-439e-bdc6-12e4f535a06c {{(pid=93192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:21:03.371586 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-7467abcc-4b18-4a97-94bc-f0a5f68cf9c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769065717140'] for port, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:03.437259 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.db [None req-7467abcc-4b18-4a97-94bc-f0a5f68cf9c6 admin admin] For port e2b140ac-e5c3-439e-bdc6-12e4f535a06c, host dv-cinder-801875-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801875-2-iscsi',level=0,port_id=e2b140ac-e5c3-439e-bdc6-12e4f535a06c,segment=NetworkSegment(1450f48a-664f-430c-9109-f4a57f68a811),segment_id=1450f48a-664f-430c-9109-f4a57f68a811)] {{(pid=93192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:21:03.437557 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-7467abcc-4b18-4a97-94bc-f0a5f68cf9c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681326'] for port, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:03.449542 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.plugin [None req-7467abcc-4b18-4a97-94bc-f0a5f68cf9c6 admin admin] Calling delete_port for e2b140ac-e5c3-439e-bdc6-12e4f535a06c owned by network:dhcp {{(pid=93192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:21:03.527394 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d97f9f-1f1b-443e-aa64-c3eb608aebe5 None None] DHCP port deletion for 4234ebfc-32db-4f79-afcf-f9fc524051e8 request from dv-cinder-801875-2-iscsi {{(pid=93194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:21:03.541845 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-7467abcc-4b18-4a97-94bc-f0a5f68cf9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769065717863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769065317250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30393516'] for port, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:03.570664 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7467abcc-4b18-4a97-94bc-f0a5f68cf9c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2b140ac-e5c3-439e-bdc6-12e4f535a06c,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:21:03.573361 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Device 0c018f0e-ad5b-4a71-961e-ee8261505112 no longer exists at agent ovs-agent-dv-cinder-801875-2-iscsi {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:21:03.575547 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7467abcc-4b18-4a97-94bc-f0a5f68cf9c6 admin admin] No DVR routers for this DVR port e2b140ac-e5c3-439e-bdc6-12e4f535a06c on host dv-cinder-801875-2-iscsi {{(pid=93192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:21:03.604542 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] No Port match for: 0c018f0e-ad5b-4a71-961e-ee8261505112 {{(pid=93194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:21:03.604917 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Device 0c018f0e-ad5b-4a71-961e-ee8261505112 not bound to the agent host dv-cinder-801875-2-iscsi {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:21:03.625644 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-08d97f9f-1f1b-443e-aa64-c3eb608aebe5 None None] Deleting port e2b140ac-e5c3-439e-bdc6-12e4f535a06c {{(pid=93194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:21:03.626016 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-08d97f9f-1f1b-443e-aa64-c3eb608aebe5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769065717140'] for port, before_delete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:03.652033 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-7467abcc-4b18-4a97-94bc-f0a5f68cf9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1832750', 'neutron.services.segments.db._delete_segments_for_network-8769065864497'] for network, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:03.662541 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.services.segments.db [None req-7467abcc-4b18-4a97-94bc-f0a5f68cf9c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4234ebfc-32db-4f79-afcf-f9fc524051e8']}} {{(pid=93192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:21:03.673271 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.services.segments.db [None req-7467abcc-4b18-4a97-94bc-f0a5f68cf9c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1450f48a-664f-430c-9109-f4a57f68a811') {'for_net_delete': True} {{(pid=93192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:21:03.673569 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.services.segments.db [None req-7467abcc-4b18-4a97-94bc-f0a5f68cf9c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1450f48a-664f-430c-9109-f4a57f68a811') {} {{(pid=93192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:21:03.686335 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-7467abcc-4b18-4a97-94bc-f0a5f68cf9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769065866554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30393554'] for segment, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:03.690185 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-08d97f9f-1f1b-443e-aa64-c3eb608aebe5 None None] For port e2b140ac-e5c3-439e-bdc6-12e4f535a06c, host dv-cinder-801875-2-iscsi, got binding levels [] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:21:03.690574 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-08d97f9f-1f1b-443e-aa64-c3eb608aebe5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681326'] for port, precommit_delete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:03.702701 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-7467abcc-4b18-4a97-94bc-f0a5f68cf9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822282'] for segment, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:03.705911 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-08d97f9f-1f1b-443e-aa64-c3eb608aebe5 None None] Calling delete_port for e2b140ac-e5c3-439e-bdc6-12e4f535a06c owned by network:dhcp {{(pid=93194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:21:03.708909 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.ipam_backend_mixin [None req-08d97f9f-1f1b-443e-aa64-c3eb608aebe5 None None] Port e2b140ac-e5c3-439e-bdc6-12e4f535a06c was not found and therefore no delete operation was performed {{(pid=93194) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 23:21:03.710626 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-08d97f9f-1f1b-443e-aa64-c3eb608aebe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769065717863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769065317250'] for port, after_delete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:03.710763 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7467abcc-4b18-4a97-94bc-f0a5f68cf9c6 admin admin] Releasing vlan 860 on physical network physnet1 to pool {{(pid=93192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:21:03.711153 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-7467abcc-4b18-4a97-94bc-f0a5f68cf9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30393475'] for segment, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:03.721942 dv-cinder-801875-2-iscsi neutron-server[93192]: Traceback (most recent call last): Jul 22 23:21:03.721942 dv-cinder-801875-2-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:21:03.721942 dv-cinder-801875-2-iscsi neutron-server[93192]: timer() Jul 22 23:21:03.721942 dv-cinder-801875-2-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:21:03.721942 dv-cinder-801875-2-iscsi neutron-server[93192]: cb(*args, **kw) Jul 22 23:21:03.721942 dv-cinder-801875-2-iscsi neutron-server[93192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:21:03.721942 dv-cinder-801875-2-iscsi neutron-server[93192]: return func(*args, **kwargs) Jul 22 23:21:03.721942 dv-cinder-801875-2-iscsi neutron-server[93192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:21:03.721942 dv-cinder-801875-2-iscsi neutron-server[93192]: self._notify() Jul 22 23:21:03.721942 dv-cinder-801875-2-iscsi neutron-server[93192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:21:03.721942 dv-cinder-801875-2-iscsi neutron-server[93192]: self.callback(batched_events) Jul 22 23:21:03.721942 dv-cinder-801875-2-iscsi neutron-server[93192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:21:03.721942 dv-cinder-801875-2-iscsi neutron-server[93192]: event.method(event) Jul 22 23:21:03.721942 dv-cinder-801875-2-iscsi neutron-server[93192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:21:03.721942 dv-cinder-801875-2-iscsi neutron-server[93192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:21:03.721942 dv-cinder-801875-2-iscsi neutron-server[93192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:21:03.721942 dv-cinder-801875-2-iscsi neutron-server[93192]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:21:03.721942 dv-cinder-801875-2-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:21:03.721942 dv-cinder-801875-2-iscsi neutron-server[93192]: return f(self, *a, **k) Jul 22 23:21:03.721942 dv-cinder-801875-2-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:21:03.721942 dv-cinder-801875-2-iscsi neutron-server[93192]: return self._get(url).json() Jul 22 23:21:03.721942 dv-cinder-801875-2-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:21:03.721942 dv-cinder-801875-2-iscsi neutron-server[93192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:21:03.721942 dv-cinder-801875-2-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:21:03.721942 dv-cinder-801875-2-iscsi neutron-server[93192]: return self.request(url, 'GET', **kwargs) Jul 22 23:21:03.721942 dv-cinder-801875-2-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:21:03.721942 dv-cinder-801875-2-iscsi neutron-server[93192]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:21:03.721942 dv-cinder-801875-2-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:21:03.721942 dv-cinder-801875-2-iscsi neutron-server[93192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:21:03.721942 dv-cinder-801875-2-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:21:03.721942 dv-cinder-801875-2-iscsi neutron-server[93192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:21:03.721942 dv-cinder-801875-2-iscsi neutron-server[93192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:21:03.742679 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d97f9f-1f1b-443e-aa64-c3eb608aebe5 None None] Pushing event deleted for resources: {'Port': ['ID=e2b140ac-e5c3-439e-bdc6-12e4f535a06c,revision_number=None']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:21:03.752385 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d97f9f-1f1b-443e-aa64-c3eb608aebe5 None None] No DVR routers for this DVR port e2b140ac-e5c3-439e-bdc6-12e4f535a06c on host dv-cinder-801875-2-iscsi {{(pid=93194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:21:03.773894 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-7467abcc-4b18-4a97-94bc-f0a5f68cf9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1832741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680861'] for network, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:03.782300 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-7467abcc-4b18-4a97-94bc-f0a5f68cf9c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585183'] for network, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:03.787516 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-7467abcc-4b18-4a97-94bc-f0a5f68cf9c6 admin admin] 10.222.0.44 "DELETE /v2.0/networks/4234ebfc-32db-4f79-afcf-f9fc524051e8 HTTP/1.1" status: 204 len: 168 time: 0.5374238 Jul 22 23:21:03.797906 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7467abcc-4b18-4a97-94bc-f0a5f68cf9c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=4234ebfc-32db-4f79-afcf-f9fc524051e8,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:21:03.916547 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 41150) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:21:03.957924 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-4e200a66-0c4c-4858-a3ca-c182b27afee6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=db2fa9ede64340a5ad2f37c6e3db667c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0402241 Jul 22 23:21:03.960715 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 41152) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:21:04.008502 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-a682f659-793b-4b00-ba7c-a91b5bfb5eed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:04.031691 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-a682f659-793b-4b00-ba7c-a91b5bfb5eed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:04.076567 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-a682f659-793b-4b00-ba7c-a91b5bfb5eed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:04.079070 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-a682f659-793b-4b00-ba7c-a91b5bfb5eed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:04.080175 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-a682f659-793b-4b00-ba7c-a91b5bfb5eed admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/eee4bed1-5558-4df1-a394-624f9509775b HTTP/1.1" status: 204 len: 168 time: 0.1178353 Jul 22 23:21:04.087722 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a682f659-793b-4b00-ba7c-a91b5bfb5eed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eee4bed1-5558-4df1-a394-624f9509775b,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:21:04.384791 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 41158) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:21:04.423655 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-e70476f5-4266-4db0-aa63-9d0dbd5808f1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e99b23c6adcc4d62a1d14734de23fea5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377319 Jul 22 23:21:04.425951 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 41160) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:21:04.470262 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-9ad49715-7860-433c-8f80-724d6dcf9719 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:04.490427 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-9ad49715-7860-433c-8f80-724d6dcf9719 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:04.534824 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-9ad49715-7860-433c-8f80-724d6dcf9719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:04.537569 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-9ad49715-7860-433c-8f80-724d6dcf9719 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:04.538649 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-9ad49715-7860-433c-8f80-724d6dcf9719 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f0c8dcd9-db2b-433e-b375-b83e47f32dd7 HTTP/1.1" status: 204 len: 168 time: 0.1118529 Jul 22 23:21:04.546248 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad49715-7860-433c-8f80-724d6dcf9719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0c8dcd9-db2b-433e-b375-b83e47f32dd7,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:21:05.147347 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Device a73f1bd2-8f7c-4adf-8707-8f9c639f4a6c no longer exists at agent ovs-agent-dv-cinder-801875-2-iscsi {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:21:05.166507 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] No Port match for: a73f1bd2-8f7c-4adf-8707-8f9c639f4a6c {{(pid=93194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:21:05.166845 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Device a73f1bd2-8f7c-4adf-8707-8f9c639f4a6c not bound to the agent host dv-cinder-801875-2-iscsi {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:21:05.167246 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Device e2b140ac-e5c3-439e-bdc6-12e4f535a06c no longer exists at agent ovs-agent-dv-cinder-801875-2-iscsi {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:21:05.185386 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] No Port match for: e2b140ac-e5c3-439e-bdc6-12e4f535a06c {{(pid=93194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:21:05.185722 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Device e2b140ac-e5c3-439e-bdc6-12e4f535a06c not bound to the agent host dv-cinder-801875-2-iscsi {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:21:06.723602 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 41212) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:21:06.822939 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-8a143e09-0cea-45b1-8b4d-42b9a6070731 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:06.910520 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-8a143e09-0cea-45b1-8b4d-42b9a6070731 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:06.914403 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-8a143e09-0cea-45b1-8b4d-42b9a6070731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:06.950921 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-8a143e09-0cea-45b1-8b4d-42b9a6070731 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=459ec8b287c141f292a77b89ac8eb785&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2262859 Jul 22 23:21:06.951882 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a143e09-0cea-45b1-8b4d-42b9a6070731 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1b0ba17-b532-4cd9-8968-79bde0bd28e8,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:21:06.953602 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 41216) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:21:07.002151 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-59e2c913-f557-42cd-a41c-950d685a43db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:07.023152 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-59e2c913-f557-42cd-a41c-950d685a43db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:07.069535 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-59e2c913-f557-42cd-a41c-950d685a43db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:07.072124 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-59e2c913-f557-42cd-a41c-950d685a43db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:07.073287 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-59e2c913-f557-42cd-a41c-950d685a43db admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d1b0ba17-b532-4cd9-8968-79bde0bd28e8 HTTP/1.1" status: 204 len: 168 time: 0.1187220 Jul 22 23:21:07.080677 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e2c913-f557-42cd-a41c-950d685a43db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1b0ba17-b532-4cd9-8968-79bde0bd28e8,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:21:07.318668 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 41222) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:21:07.331296 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-39525ee1-22aa-4193-b5a4-4e5fbe9249e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:07.419239 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-39525ee1-22aa-4193-b5a4-4e5fbe9249e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:07.423867 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-39525ee1-22aa-4193-b5a4-4e5fbe9249e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:07.461692 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-39525ee1-22aa-4193-b5a4-4e5fbe9249e6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=84592d06e7a347d58bc95d228ca06b21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1420002 Jul 22 23:21:07.462538 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39525ee1-22aa-4193-b5a4-4e5fbe9249e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7be245f-6f34-4cb6-80ec-ec285e962707,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:21:07.464387 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 41224) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:21:07.511726 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-41fb3c9d-0ece-459c-b9ff-68f7250a534d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:07.534285 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-41fb3c9d-0ece-459c-b9ff-68f7250a534d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:07.578279 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-41fb3c9d-0ece-459c-b9ff-68f7250a534d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:07.580935 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-41fb3c9d-0ece-459c-b9ff-68f7250a534d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:07.582057 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-41fb3c9d-0ece-459c-b9ff-68f7250a534d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c7be245f-6f34-4cb6-80ec-ec285e962707 HTTP/1.1" status: 204 len: 168 time: 0.1166615 Jul 22 23:21:07.589223 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fb3c9d-0ece-459c-b9ff-68f7250a534d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7be245f-6f34-4cb6-80ec-ec285e962707,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:21:09.328385 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 41294) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:21:09.426429 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-44d5aea7-579d-41c5-8803-362db8779dc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:09.509547 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-44d5aea7-579d-41c5-8803-362db8779dc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:09.513131 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-44d5aea7-579d-41c5-8803-362db8779dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:09.550374 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-44d5aea7-579d-41c5-8803-362db8779dc3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=468f617fcc104191b798b50b16ed1534&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2209136 Jul 22 23:21:09.552262 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d5aea7-579d-41c5-8803-362db8779dc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe767a2a-c7d0-47c7-b007-3325ef8f11b5,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:21:09.553219 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 41298) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:21:09.602348 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-6a4a49fb-72ee-40ba-8e43-8b11c985f625 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:09.622562 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-6a4a49fb-72ee-40ba-8e43-8b11c985f625 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:09.668073 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-6a4a49fb-72ee-40ba-8e43-8b11c985f625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:09.670693 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-6a4a49fb-72ee-40ba-8e43-8b11c985f625 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:09.671847 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-6a4a49fb-72ee-40ba-8e43-8b11c985f625 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fe767a2a-c7d0-47c7-b007-3325ef8f11b5 HTTP/1.1" status: 204 len: 168 time: 0.1176474 Jul 22 23:21:09.679309 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4a49fb-72ee-40ba-8e43-8b11c985f625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe767a2a-c7d0-47c7-b007-3325ef8f11b5,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:21:09.920232 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 41304) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:21:09.933408 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-0f0096fb-6b43-4785-b57c-f63179475c09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:10.023475 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-0f0096fb-6b43-4785-b57c-f63179475c09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:10.027179 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-0f0096fb-6b43-4785-b57c-f63179475c09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:10.063929 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-0f0096fb-6b43-4785-b57c-f63179475c09 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2b5eed3cb14f47a683d240c59328625a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1426244 Jul 22 23:21:10.065082 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0096fb-6b43-4785-b57c-f63179475c09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2b3af95-dad4-4abf-9555-0be99bce0db1,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:21:10.067103 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 41306) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:21:10.118474 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-440e64f8-a516-4d4b-8ff8-a4f35c114d11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:10.139022 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-440e64f8-a516-4d4b-8ff8-a4f35c114d11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:10.183990 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-440e64f8-a516-4d4b-8ff8-a4f35c114d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:10.186596 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-440e64f8-a516-4d4b-8ff8-a4f35c114d11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:10.187744 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-440e64f8-a516-4d4b-8ff8-a4f35c114d11 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c2b3af95-dad4-4abf-9555-0be99bce0db1 HTTP/1.1" status: 204 len: 168 time: 0.1192980 Jul 22 23:21:10.196079 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440e64f8-a516-4d4b-8ff8-a4f35c114d11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2b3af95-dad4-4abf-9555-0be99bce0db1,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:21:10.840923 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 41332) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:21:10.933762 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [None req-9985bc5a-eaaf-46ad-858c-848ed9f1ae69 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1786396473-network', 'tenant_id': '38eba3ccf9da47baa03112baed60b9e3'}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:21:10.953877 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9985bc5a-eaaf-46ad-858c-848ed9f1ae69 admin admin] Made reservation on behalf of 38eba3ccf9da47baa03112baed60b9e3 for: {'network': 1} {{(pid=93193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:21:10.956122 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-9985bc5a-eaaf-46ad-858c-848ed9f1ae69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for network, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:10.965193 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-9985bc5a-eaaf-46ad-858c-848ed9f1ae69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:11.049662 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-9985bc5a-eaaf-46ad-858c-848ed9f1ae69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:11.053152 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-9985bc5a-eaaf-46ad-858c-848ed9f1ae69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:11.072608 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9985bc5a-eaaf-46ad-858c-848ed9f1ae69 admin admin] vlan segment allocate from pool success with {'vlan_id': 896, 'physical_network': 'physnet1'} {{(pid=93193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:21:11.085998 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9985bc5a-eaaf-46ad-858c-848ed9f1ae69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c49f0556-dd23-46b4-ba17-a60840571722,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:21:11.090639 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-9985bc5a-eaaf-46ad-858c-848ed9f1ae69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822282'] for segment, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:11.090984 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.db.segments_db [None req-9985bc5a-eaaf-46ad-858c-848ed9f1ae69 admin admin] Added segment 67e347e6-a488-4e60-a5db-b0383cac5e35 of type vlan for network 6509c378-2522-4367-a412-3810b2729a48 Jul 22 23:21:11.129317 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-9985bc5a-eaaf-46ad-858c-848ed9f1ae69 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769065302510'] for network, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:11.160487 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-9985bc5a-eaaf-46ad-858c-848ed9f1ae69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165'] for network, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:11.161407 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9985bc5a-eaaf-46ad-858c-848ed9f1ae69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:21:11.162006 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-9985bc5a-eaaf-46ad-858c-848ed9f1ae69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585183'] for network, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:11.191606 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-9985bc5a-eaaf-46ad-858c-848ed9f1ae69 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3495519 Jul 22 23:21:11.194702 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 41338) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:21:11.199734 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.v2.base [None req-ab5859ea-0d31-48b0-83ce-683a586c2497 admin admin] Request body: {'subnet': {'network_id': '6509c378-2522-4367-a412-3810b2729a48', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1786396473-subnet', 'tenant_id': '38eba3ccf9da47baa03112baed60b9e3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:21:11.220919 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab5859ea-0d31-48b0-83ce-683a586c2497 admin admin] Made reservation on behalf of 38eba3ccf9da47baa03112baed60b9e3 for: {'subnet': 1} {{(pid=93192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:21:11.221253 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9985bc5a-eaaf-46ad-858c-848ed9f1ae69 admin admin] Pushing event updated for resources: {'Network': ['ID=6509c378-2522-4367-a412-3810b2729a48,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:21:11.224170 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-ab5859ea-0d31-48b0-83ce-683a586c2497 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30098356'] for subnet, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:11.232864 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Network 6509c378-2522-4367-a412-3810b2729a48 details requested by agent ovs-agent-dv-cinder-801875-2-iscsi with host dv-cinder-801875-2-iscsi {{(pid=93194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:21:11.393485 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-ab5859ea-0d31-48b0-83ce-683a586c2497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30393400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30098374'] for subnet, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:11.446221 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5859ea-0d31-48b0-83ce-683a586c2497 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76ef9994-a787-46a8-94fc-6ea65e648880,revision_number=0']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:21:11.454519 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5859ea-0d31-48b0-83ce-683a586c2497 admin admin] Checking segment: {'id': '67e347e6-a488-4e60-a5db-b0383cac5e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '6509c378-2522-4367-a412-3810b2729a48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:21:11.454900 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab5859ea-0d31-48b0-83ce-683a586c2497 admin admin] Network hostable DHCP agents. Network: 6509c378-2522-4367-a412-3810b2729a48, hostable agents: ['5089d900-808c-476c-958a-0c524ee0753f'], hosted agents: [] {{(pid=93192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:21:11.471562 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab5859ea-0d31-48b0-83ce-683a586c2497 admin admin] Network 6509c378-2522-4367-a412-3810b2729a48 is scheduled to be hosted by DHCP agent 5089d900-808c-476c-958a-0c524ee0753f with binding_index 1 {{(pid=93192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:21:11.480209 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.scheduler.base_scheduler [None req-ab5859ea-0d31-48b0-83ce-683a586c2497 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801875-2-iscsi, 6509c378-2522-4367-a412-3810b2729a48) {{(pid=93192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:21:11.484129 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab5859ea-0d31-48b0-83ce-683a586c2497 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:21:11.484745 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-ab5859ea-0d31-48b0-83ce-683a586c2497 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585183'] for subnet, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:11.489609 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edcbd040-9644-42aa-9a24-c2ba63c3c1d4 None None] Network 6509c378-2522-4367-a412-3810b2729a48 requested from dv-cinder-801875-2-iscsi {{(pid=93194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:21:11.498805 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-ab5859ea-0d31-48b0-83ce-683a586c2497 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3029249 Jul 22 23:21:11.615444 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f36c3721-1fb5-4169-ae32-f82161303bc0 None None] Network 6509c378-2522-4367-a412-3810b2729a48 requested from dv-cinder-801875-2-iscsi {{(pid=93194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:21:11.955940 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 41358) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:21:11.961059 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.v2.base [None req-11dffbf5-318d-4791-858c-a4ce1d1af81e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1386389643-network', 'tenant_id': 'a919eab971774f4aade1335a275a682e'}} {{(pid=93192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:21:11.981954 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11dffbf5-318d-4791-858c-a4ce1d1af81e admin admin] Made reservation on behalf of a919eab971774f4aade1335a275a682e for: {'network': 1} {{(pid=93192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:21:11.984087 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-11dffbf5-318d-4791-858c-a4ce1d1af81e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for network, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:11.992812 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-11dffbf5-318d-4791-858c-a4ce1d1af81e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:12.078607 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-11dffbf5-318d-4791-858c-a4ce1d1af81e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:12.082712 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-11dffbf5-318d-4791-858c-a4ce1d1af81e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:12.102495 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11dffbf5-318d-4791-858c-a4ce1d1af81e admin admin] vlan segment allocate from pool success with {'vlan_id': 858, 'physical_network': 'physnet1'} {{(pid=93192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:21:12.116824 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dffbf5-318d-4791-858c-a4ce1d1af81e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=084f1567-264d-4696-b254-0924a155e8c3,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:21:12.119759 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-11dffbf5-318d-4791-858c-a4ce1d1af81e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822282'] for segment, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:12.120093 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.db.segments_db [None req-11dffbf5-318d-4791-858c-a4ce1d1af81e admin admin] Added segment d0bbd0db-9cf1-4575-aa06-4f335d675473 of type vlan for network ac69129d-e705-48e9-b475-a7b7b6aa5e67 Jul 22 23:21:12.159702 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-11dffbf5-318d-4791-858c-a4ce1d1af81e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769065302510'] for network, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:12.186460 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-11dffbf5-318d-4791-858c-a4ce1d1af81e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165'] for network, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:12.187414 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11dffbf5-318d-4791-858c-a4ce1d1af81e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:21:12.187998 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-11dffbf5-318d-4791-858c-a4ce1d1af81e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585183'] for network, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:12.218489 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-11dffbf5-318d-4791-858c-a4ce1d1af81e admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2613328 Jul 22 23:21:12.221587 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 41360) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:21:12.226943 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [None req-74cab4bc-d53d-4886-9c4f-68b967d250ea admin admin] Request body: {'subnet': {'network_id': 'ac69129d-e705-48e9-b475-a7b7b6aa5e67', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1386389643-subnet', 'tenant_id': 'a919eab971774f4aade1335a275a682e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:21:12.246501 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74cab4bc-d53d-4886-9c4f-68b967d250ea admin admin] Made reservation on behalf of a919eab971774f4aade1335a275a682e for: {'subnet': 1} {{(pid=93193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:21:12.248889 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-74cab4bc-d53d-4886-9c4f-68b967d250ea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30516304'] for subnet, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:12.251305 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dffbf5-318d-4791-858c-a4ce1d1af81e admin admin] Pushing event updated for resources: {'Network': ['ID=ac69129d-e705-48e9-b475-a7b7b6aa5e67,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:21:12.261321 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Network ac69129d-e705-48e9-b475-a7b7b6aa5e67 details requested by agent ovs-agent-dv-cinder-801875-2-iscsi with host dv-cinder-801875-2-iscsi {{(pid=93194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:21:12.417551 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-74cab4bc-d53d-4886-9c4f-68b967d250ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31811578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30516258'] for subnet, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:12.471041 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cab4bc-d53d-4886-9c4f-68b967d250ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6b11903-4a8c-42a2-a419-1a82406109db,revision_number=0']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:21:12.481081 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cab4bc-d53d-4886-9c4f-68b967d250ea admin admin] Checking segment: {'id': 'd0bbd0db-9cf1-4575-aa06-4f335d675473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'ac69129d-e705-48e9-b475-a7b7b6aa5e67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:21:12.481436 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74cab4bc-d53d-4886-9c4f-68b967d250ea admin admin] Network hostable DHCP agents. Network: ac69129d-e705-48e9-b475-a7b7b6aa5e67, hostable agents: ['5089d900-808c-476c-958a-0c524ee0753f'], hosted agents: [] {{(pid=93193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:21:12.497747 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74cab4bc-d53d-4886-9c4f-68b967d250ea admin admin] Network ac69129d-e705-48e9-b475-a7b7b6aa5e67 is scheduled to be hosted by DHCP agent 5089d900-808c-476c-958a-0c524ee0753f with binding_index 1 {{(pid=93193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:21:12.508257 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.scheduler.base_scheduler [None req-74cab4bc-d53d-4886-9c4f-68b967d250ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801875-2-iscsi, ac69129d-e705-48e9-b475-a7b7b6aa5e67) {{(pid=93193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:21:12.511994 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74cab4bc-d53d-4886-9c4f-68b967d250ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:21:12.512604 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-74cab4bc-d53d-4886-9c4f-68b967d250ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:12.519279 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a396b741-a263-44e4-a672-f9543ebf6e38 None None] Network ac69129d-e705-48e9-b475-a7b7b6aa5e67 requested from dv-cinder-801875-2-iscsi {{(pid=93194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:21:12.531205 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-74cab4bc-d53d-4886-9c4f-68b967d250ea admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3029914 Jul 22 23:21:12.643920 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3531975-d981-4759-9094-6341d34197a2 None None] Network ac69129d-e705-48e9-b475-a7b7b6aa5e67 requested from dv-cinder-801875-2-iscsi {{(pid=93194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:21:15.484145 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-13a6660a-f5ab-4ac5-a397-da4844b28887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:18.174054 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-911d228e-2757-4070-bead-75ed625cad0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:18.681362 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:18.767355 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:19.166461 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-d6d3e244-519d-4c84-95ee-f6386db2b0d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:20.935851 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-cbf739a1-5d20-402c-989d-00d0f7e6e81c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:21.888505 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.agents_db [None req-bfbb8894-14bb-41d0-8761-89beb89abbcb None None] Agent healthcheck: found 6 active agents {{(pid=93195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:21:25.867050 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 41482) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:21:25.910600 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.db.db_base_plugin_v2 [None req-d93650f3-1249-40c6-b98e-58b3333d4044 admin admin] Deleting subnet 76ef9994-a787-46a8-94fc-6ea65e648880 {{(pid=93192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:21:25.913694 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-d93650f3-1249-40c6-b98e-58b3333d4044 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:25.946203 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-d93650f3-1249-40c6-b98e-58b3333d4044 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30393563'] for subnet, precommit_delete_associations {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:25.988895 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-d93650f3-1249-40c6-b98e-58b3333d4044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1834514'] for subnet, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:26.038550 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-d93650f3-1249-40c6-b98e-58b3333d4044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1834523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30393593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30098377'] for subnet, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:26.062542 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93650f3-1249-40c6-b98e-58b3333d4044 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76ef9994-a787-46a8-94fc-6ea65e648880,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:21:26.067042 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-d93650f3-1249-40c6-b98e-58b3333d4044 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585183'] for subnet, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:26.068846 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-d93650f3-1249-40c6-b98e-58b3333d4044 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/76ef9994-a787-46a8-94fc-6ea65e648880 HTTP/1.1" status: 204 len: 168 time: 0.2007809 Jul 22 23:21:26.071214 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 41484) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:21:26.136072 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-2f62bc01-1371-4f92-a147-0373b9f48b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589717'] for network, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:26.215214 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-2f62bc01-1371-4f92-a147-0373b9f48b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1832750', 'neutron.services.segments.db._delete_segments_for_network-8769065864497'] for network, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:26.225894 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.services.segments.db [None req-2f62bc01-1371-4f92-a147-0373b9f48b4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6509c378-2522-4367-a412-3810b2729a48']}} {{(pid=93192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:21:26.235338 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.services.segments.db [None req-2f62bc01-1371-4f92-a147-0373b9f48b4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67e347e6-a488-4e60-a5db-b0383cac5e35') {'for_net_delete': True} {{(pid=93192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:21:26.235629 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.services.segments.db [None req-2f62bc01-1371-4f92-a147-0373b9f48b4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67e347e6-a488-4e60-a5db-b0383cac5e35') {} {{(pid=93192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:21:26.244173 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-2f62bc01-1371-4f92-a147-0373b9f48b4c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769065866554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30393554'] for segment, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:26.257905 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-2f62bc01-1371-4f92-a147-0373b9f48b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822282'] for segment, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:26.263713 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f62bc01-1371-4f92-a147-0373b9f48b4c admin admin] Releasing vlan 896 on physical network physnet1 to pool {{(pid=93192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:21:26.264133 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-2f62bc01-1371-4f92-a147-0373b9f48b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30393475'] for segment, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:26.265871 dv-cinder-801875-2-iscsi neutron-server[93192]: Traceback (most recent call last): Jul 22 23:21:26.265871 dv-cinder-801875-2-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:21:26.265871 dv-cinder-801875-2-iscsi neutron-server[93192]: timer() Jul 22 23:21:26.265871 dv-cinder-801875-2-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:21:26.265871 dv-cinder-801875-2-iscsi neutron-server[93192]: cb(*args, **kw) Jul 22 23:21:26.265871 dv-cinder-801875-2-iscsi neutron-server[93192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:21:26.265871 dv-cinder-801875-2-iscsi neutron-server[93192]: return func(*args, **kwargs) Jul 22 23:21:26.265871 dv-cinder-801875-2-iscsi neutron-server[93192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:21:26.265871 dv-cinder-801875-2-iscsi neutron-server[93192]: self._notify() Jul 22 23:21:26.265871 dv-cinder-801875-2-iscsi neutron-server[93192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:21:26.265871 dv-cinder-801875-2-iscsi neutron-server[93192]: self.callback(batched_events) Jul 22 23:21:26.265871 dv-cinder-801875-2-iscsi neutron-server[93192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:21:26.265871 dv-cinder-801875-2-iscsi neutron-server[93192]: event.method(event) Jul 22 23:21:26.265871 dv-cinder-801875-2-iscsi neutron-server[93192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:21:26.265871 dv-cinder-801875-2-iscsi neutron-server[93192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:21:26.265871 dv-cinder-801875-2-iscsi neutron-server[93192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:21:26.265871 dv-cinder-801875-2-iscsi neutron-server[93192]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:21:26.265871 dv-cinder-801875-2-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:21:26.265871 dv-cinder-801875-2-iscsi neutron-server[93192]: return f(self, *a, **k) Jul 22 23:21:26.265871 dv-cinder-801875-2-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:21:26.265871 dv-cinder-801875-2-iscsi neutron-server[93192]: return self._get(url).json() Jul 22 23:21:26.265871 dv-cinder-801875-2-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:21:26.265871 dv-cinder-801875-2-iscsi neutron-server[93192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:21:26.265871 dv-cinder-801875-2-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:21:26.265871 dv-cinder-801875-2-iscsi neutron-server[93192]: return self.request(url, 'GET', **kwargs) Jul 22 23:21:26.265871 dv-cinder-801875-2-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:21:26.265871 dv-cinder-801875-2-iscsi neutron-server[93192]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:21:26.265871 dv-cinder-801875-2-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:21:26.265871 dv-cinder-801875-2-iscsi neutron-server[93192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:21:26.265871 dv-cinder-801875-2-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:21:26.265871 dv-cinder-801875-2-iscsi neutron-server[93192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:21:26.265871 dv-cinder-801875-2-iscsi neutron-server[93192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:21:26.320884 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-2f62bc01-1371-4f92-a147-0373b9f48b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1832741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680861'] for network, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:26.326075 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-2f62bc01-1371-4f92-a147-0373b9f48b4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585183'] for network, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:26.327871 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-2f62bc01-1371-4f92-a147-0373b9f48b4c admin admin] 10.222.0.44 "DELETE /v2.0/networks/6509c378-2522-4367-a412-3810b2729a48 HTTP/1.1" status: 204 len: 168 time: 0.2557161 Jul 22 23:21:26.330815 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 41486) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:21:26.341207 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f62bc01-1371-4f92-a147-0373b9f48b4c admin admin] Pushing event deleted for resources: {'Network': ['ID=6509c378-2522-4367-a412-3810b2729a48,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:21:26.380358 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.db.db_base_plugin_v2 [None req-a01a00cf-ea49-423e-9c22-c004848f151c admin admin] Deleting subnet e6b11903-4a8c-42a2-a419-1a82406109db {{(pid=93193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:21:26.383489 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-a01a00cf-ea49-423e-9c22-c004848f151c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:26.416603 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-a01a00cf-ea49-423e-9c22-c004848f151c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31082759'] for subnet, precommit_delete_associations {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:26.454047 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-a01a00cf-ea49-423e-9c22-c004848f151c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1834514'] for subnet, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:26.503707 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-a01a00cf-ea49-423e-9c22-c004848f151c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1834523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31811387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30516269'] for subnet, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:26.528067 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01a00cf-ea49-423e-9c22-c004848f151c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6b11903-4a8c-42a2-a419-1a82406109db,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:21:26.535599 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-a01a00cf-ea49-423e-9c22-c004848f151c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:26.537442 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-a01a00cf-ea49-423e-9c22-c004848f151c admin admin] 10.222.0.44 "DELETE /v2.0/subnets/e6b11903-4a8c-42a2-a419-1a82406109db HTTP/1.1" status: 204 len: 168 time: 0.2049272 Jul 22 23:21:26.538960 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01a00cf-ea49-423e-9c22-c004848f151c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:21:26.539294 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01a00cf-ea49-423e-9c22-c004848f151c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:21:26.539635 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01a00cf-ea49-423e-9c22-c004848f151c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:21:26.539966 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01a00cf-ea49-423e-9c22-c004848f151c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:21:26.540175 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 41488) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:21:26.540285 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01a00cf-ea49-423e-9c22-c004848f151c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:21:26.540638 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01a00cf-ea49-423e-9c22-c004848f151c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:21:26.540964 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01a00cf-ea49-423e-9c22-c004848f151c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:21:26.541284 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01a00cf-ea49-423e-9c22-c004848f151c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:21:26.541607 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01a00cf-ea49-423e-9c22-c004848f151c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:21:26.541927 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01a00cf-ea49-423e-9c22-c004848f151c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:21:26.542244 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01a00cf-ea49-423e-9c22-c004848f151c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:21:26.542560 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01a00cf-ea49-423e-9c22-c004848f151c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:21:26.606380 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-5cb1b1c6-4edc-4747-8954-9c4a59766588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589717'] for network, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:26.684515 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-5cb1b1c6-4edc-4747-8954-9c4a59766588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1832750', 'neutron.services.segments.db._delete_segments_for_network-8769065864497'] for network, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:26.694712 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.services.segments.db [None req-5cb1b1c6-4edc-4747-8954-9c4a59766588 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac69129d-e705-48e9-b475-a7b7b6aa5e67']}} {{(pid=93192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:21:26.704006 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.services.segments.db [None req-5cb1b1c6-4edc-4747-8954-9c4a59766588 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0bbd0db-9cf1-4575-aa06-4f335d675473') {'for_net_delete': True} {{(pid=93192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:21:26.704300 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.services.segments.db [None req-5cb1b1c6-4edc-4747-8954-9c4a59766588 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0bbd0db-9cf1-4575-aa06-4f335d675473') {} {{(pid=93192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:21:26.713066 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-5cb1b1c6-4edc-4747-8954-9c4a59766588 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769065866554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30393554'] for segment, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:26.726640 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-5cb1b1c6-4edc-4747-8954-9c4a59766588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822282'] for segment, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:26.732478 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cb1b1c6-4edc-4747-8954-9c4a59766588 admin admin] Releasing vlan 858 on physical network physnet1 to pool {{(pid=93192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:21:26.732855 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-5cb1b1c6-4edc-4747-8954-9c4a59766588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30393475'] for segment, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:26.734434 dv-cinder-801875-2-iscsi neutron-server[93192]: Traceback (most recent call last): Jul 22 23:21:26.734434 dv-cinder-801875-2-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:21:26.734434 dv-cinder-801875-2-iscsi neutron-server[93192]: timer() Jul 22 23:21:26.734434 dv-cinder-801875-2-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:21:26.734434 dv-cinder-801875-2-iscsi neutron-server[93192]: cb(*args, **kw) Jul 22 23:21:26.734434 dv-cinder-801875-2-iscsi neutron-server[93192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:21:26.734434 dv-cinder-801875-2-iscsi neutron-server[93192]: return func(*args, **kwargs) Jul 22 23:21:26.734434 dv-cinder-801875-2-iscsi neutron-server[93192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:21:26.734434 dv-cinder-801875-2-iscsi neutron-server[93192]: self._notify() Jul 22 23:21:26.734434 dv-cinder-801875-2-iscsi neutron-server[93192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:21:26.734434 dv-cinder-801875-2-iscsi neutron-server[93192]: self.callback(batched_events) Jul 22 23:21:26.734434 dv-cinder-801875-2-iscsi neutron-server[93192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:21:26.734434 dv-cinder-801875-2-iscsi neutron-server[93192]: event.method(event) Jul 22 23:21:26.734434 dv-cinder-801875-2-iscsi neutron-server[93192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:21:26.734434 dv-cinder-801875-2-iscsi neutron-server[93192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:21:26.734434 dv-cinder-801875-2-iscsi neutron-server[93192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:21:26.734434 dv-cinder-801875-2-iscsi neutron-server[93192]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:21:26.734434 dv-cinder-801875-2-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:21:26.734434 dv-cinder-801875-2-iscsi neutron-server[93192]: return f(self, *a, **k) Jul 22 23:21:26.734434 dv-cinder-801875-2-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:21:26.734434 dv-cinder-801875-2-iscsi neutron-server[93192]: return self._get(url).json() Jul 22 23:21:26.734434 dv-cinder-801875-2-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:21:26.734434 dv-cinder-801875-2-iscsi neutron-server[93192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:21:26.734434 dv-cinder-801875-2-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:21:26.734434 dv-cinder-801875-2-iscsi neutron-server[93192]: return self.request(url, 'GET', **kwargs) Jul 22 23:21:26.734434 dv-cinder-801875-2-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:21:26.734434 dv-cinder-801875-2-iscsi neutron-server[93192]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:21:26.734434 dv-cinder-801875-2-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:21:26.734434 dv-cinder-801875-2-iscsi neutron-server[93192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:21:26.734434 dv-cinder-801875-2-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:21:26.734434 dv-cinder-801875-2-iscsi neutron-server[93192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:21:26.734434 dv-cinder-801875-2-iscsi neutron-server[93192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:21:26.789060 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-5cb1b1c6-4edc-4747-8954-9c4a59766588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1832741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680861'] for network, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:26.794846 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-5cb1b1c6-4edc-4747-8954-9c4a59766588 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585183'] for network, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:26.796642 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-5cb1b1c6-4edc-4747-8954-9c4a59766588 admin admin] 10.222.0.44 "DELETE /v2.0/networks/ac69129d-e705-48e9-b475-a7b7b6aa5e67 HTTP/1.1" status: 204 len: 168 time: 0.2554157 Jul 22 23:21:26.806489 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb1b1c6-4edc-4747-8954-9c4a59766588 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac69129d-e705-48e9-b475-a7b7b6aa5e67,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:21:26.950883 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 41492) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:21:26.991147 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-d11dc72b-788c-40d7-a8fa-2eca06374907 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=38eba3ccf9da47baa03112baed60b9e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0390880 Jul 22 23:21:26.993568 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 41494) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:21:27.039089 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-0b5435de-9c6c-4105-95d8-8faafa568e98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:27.059579 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-0b5435de-9c6c-4105-95d8-8faafa568e98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:27.105146 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-0b5435de-9c6c-4105-95d8-8faafa568e98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:27.107843 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-0b5435de-9c6c-4105-95d8-8faafa568e98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:27.109008 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-0b5435de-9c6c-4105-95d8-8faafa568e98 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c49f0556-dd23-46b4-ba17-a60840571722 HTTP/1.1" status: 204 len: 168 time: 0.1145661 Jul 22 23:21:27.116965 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5435de-9c6c-4105-95d8-8faafa568e98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c49f0556-dd23-46b4-ba17-a60840571722,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:21:27.410797 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 41500) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:21:27.448120 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-0e0b2ec7-9779-4474-b72d-6d62d01f0354 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a919eab971774f4aade1335a275a682e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0362303 Jul 22 23:21:27.450349 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 41502) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:21:27.498641 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-6cb559d8-d195-4c52-a7e4-1b7661db169b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:27.520242 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-6cb559d8-d195-4c52-a7e4-1b7661db169b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:27.564793 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-6cb559d8-d195-4c52-a7e4-1b7661db169b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:27.567422 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-6cb559d8-d195-4c52-a7e4-1b7661db169b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:27.568528 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-6cb559d8-d195-4c52-a7e4-1b7661db169b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/084f1567-264d-4696-b254-0924a155e8c3 HTTP/1.1" status: 204 len: 168 time: 0.1172862 Jul 22 23:21:27.575795 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb559d8-d195-4c52-a7e4-1b7661db169b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=084f1567-264d-4696-b254-0924a155e8c3,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:21:29.849886 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 41558) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:21:30.004593 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.plugin [None req-49ecb06a-685c-4c29-baac-26e72920e61e tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Deleting port 212bd1f1-f9bc-4230-967c-e0513b14595d {{(pid=93193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:21:30.004928 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-49ecb06a-685c-4c29-baac-26e72920e61e tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769065717140'] for port, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:30.076554 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-49ecb06a-685c-4c29-baac-26e72920e61e tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681326'] for port, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:30.076797 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-49ecb06a-685c-4c29-baac-26e72920e61e tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:30.088520 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.plugin [None req-49ecb06a-685c-4c29-baac-26e72920e61e tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Calling delete_port for 212bd1f1-f9bc-4230-967c-e0513b14595d owned by network:floatingip {{(pid=93193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:21:30.235654 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-49ecb06a-685c-4c29-baac-26e72920e61e tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769065717863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769065317250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31811438'] for port, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:30.259933 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ecb06a-685c-4c29-baac-26e72920e61e tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Pushing event deleted for resources: {'Port': ['ID=212bd1f1-f9bc-4230-967c-e0513b14595d,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:21:30.322366 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-49ecb06a-685c-4c29-baac-26e72920e61e tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Notify callbacks [] for floatingip, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:30.322694 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.db.l3_db [None req-49ecb06a-685c-4c29-baac-26e72920e61e tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Floating IP 6e0d2948-9483-423b-9ad8-bce42617c2f8 disassociated (deleted). External IP: 172.27.1.57, port: b06d9f1c-e6af-4637-8afc-7909ac5baaeb. Jul 22 23:21:30.524171 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49ecb06a-685c-4c29-baac-26e72920e61e tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Router 2c9ba830-d033-4492-ba3e-27c7ea76f05c has already been hosted by L3 agent fdf30918-cf4b-4771-a7f5-907485eb00f1 {{(pid=93193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:21:30.632286 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49ecb06a-685c-4c29-baac-26e72920e61e tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Notify agent at l3_agent.dv-cinder-801875-2-iscsi the message routers_updated {{(pid=93193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:21:30.637110 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-49ecb06a-685c-4c29-baac-26e72920e61e tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92570'] for floatingip, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:30.642458 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100c4791-27f6-4c4d-a040-e36c59aaa0af None None] Sync routers for ids ['2c9ba830-d033-4492-ba3e-27c7ea76f05c'] in dv-cinder-801875-2-iscsi {{(pid=93194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:21:30.651749 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100c4791-27f6-4c4d-a040-e36c59aaa0af None None] Routers {'2c9ba830-d033-4492-ba3e-27c7ea76f05c'} bound to L3 agent in host dv-cinder-801875-2-iscsi {{(pid=93194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:21:30.661759 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-100c4791-27f6-4c4d-a040-e36c59aaa0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801875-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:03:18Z,description=,heartbeat_timestamp=2021-07-22T23:21:18Z,host='dv-cinder-801875-2-iscsi',id=fdf30918-cf4b-4771-a7f5-907485eb00f1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:18Z,topic='l3_agent')) {'router_ids': ['2c9ba830-d033-4492-ba3e-27c7ea76f05c'], 'active': True} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:21:30.671862 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-49ecb06a-685c-4c29-baac-26e72920e61e tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "DELETE /v2.0/floatingips/6e0d2948-9483-423b-9ad8-bce42617c2f8 HTTP/1.1" status: 204 len: 168 time: 0.8208680 Jul 22 23:21:30.672468 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '449a85b0-2ced-4162-b670-f65294bae9cc', 'tag': 'b06d9f1c-e6af-4637-8afc-7909ac5baaeb'}] {{(pid=93193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:21:30.675242 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53e3bfa867fb079e45cf064e3f04560eeff66f84eee23b8fde49e5f46f239411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeb99c16-380d-4470-8de3-9bcec9c8e17b" -d '{"events": [{"name": "network-changed", "server_uuid": "449a85b0-2ced-4162-b670-f65294bae9cc", "tag": "b06d9f1c-e6af-4637-8afc-7909ac5baaeb"}]}' {{(pid=93193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:21:30.717556 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90423067-613b-4a79-b3bd-b612d31b16a7 x-openstack-request-id: req-90423067-613b-4a79-b3bd-b612d31b16a7 {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:21:30.717835 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "449a85b0-2ced-4162-b670-f65294bae9cc", "tag": "b06d9f1c-e6af-4637-8afc-7909ac5baaeb", "status": "completed", "code": 200}]} {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:21:30.718079 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-90423067-613b-4a79-b3bd-b612d31b16a7 {{(pid=93193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:21:30.718576 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '449a85b0-2ced-4162-b670-f65294bae9cc', 'tag': 'b06d9f1c-e6af-4637-8afc-7909ac5baaeb', 'status': 'completed', 'code': 200} Jul 22 23:21:30.794885 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvr_db [None req-100c4791-27f6-4c4d-a040-e36c59aaa0af None None] Set router 2c9ba830-d033-4492-ba3e-27c7ea76f05c gateway port host: dv-cinder-801875-2-iscsi {{(pid=93194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:21:30.826909 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb99c16-380d-4470-8de3-9bcec9c8e17b req-354af921-ddfa-485c-a361-40815f8c723d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:21:30.828942 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-aeb99c16-380d-4470-8de3-9bcec9c8e17b req-354af921-ddfa-485c-a361-40815f8c723d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7ace0a9b96d34ceb9c996a5476ba0fb1&device_id=449a85b0-2ced-4162-b670-f65294bae9cc HTTP/1.1" status: 200 len: 1098 time: 0.0646498 Jul 22 23:21:30.944798 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb99c16-380d-4470-8de3-9bcec9c8e17b req-d56f16f5-0edf-4f9c-873e-4c33c60ba9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:21:30.946468 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-aeb99c16-380d-4470-8de3-9bcec9c8e17b req-d56f16f5-0edf-4f9c-873e-4c33c60ba9c0 service neutron] 10.222.0.76 "GET /v2.0/networks?id=7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66 HTTP/1.1" status: 200 len: 913 time: 0.1088979 Jul 22 23:21:31.002520 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-aeb99c16-380d-4470-8de3-9bcec9c8e17b req-d2a19185-3ef3-40d8-8202-151695ac76ee service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b06d9f1c-e6af-4637-8afc-7909ac5baaeb HTTP/1.1" status: 200 len: 217 time: 0.0493617 Jul 22 23:21:31.061904 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb99c16-380d-4470-8de3-9bcec9c8e17b req-cf6a5c12-98a6-4b88-8885-7a0d5fbb501a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:21:31.063325 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-aeb99c16-380d-4470-8de3-9bcec9c8e17b req-cf6a5c12-98a6-4b88-8885-7a0d5fbb501a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=eb7dc01e-3a8e-4054-a161-8a0276e32317 HTTP/1.1" status: 200 len: 851 time: 0.0546479 Jul 22 23:21:31.063960 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-100c4791-27f6-4c4d-a040-e36c59aaa0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9ba830-d033-4492-ba3e-27c7ea76f05c', 'name': 'tempest-TestVolumeBootPattern-1596001516-router', 'tenant_id': '7ace0a9b96d34ceb9c996a5476ba0fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'external_fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': 'a3dd1367-83dd-42c2-8711-f3eed55307dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:13:33Z', 'updated_at': '2021-07-22T23:13:37Z', 'revision_number': 4, 'project_id': '7ace0a9b96d34ceb9c996a5476ba0fb1', 'gw_port': {'id': 'a3dd1367-83dd-42c2-8711-f3eed55307dc', 'name': '', 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:f9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9ba830-d033-4492-ba3e-27c7ea76f05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:13:34Z', 'updated_at': '2021-07-22T23:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801875-2-iscsi', '_floatingips': [{'id': 'b27590a5-c159-44d3-baca-43243fa40e88', 'tenant_id': '7ace0a9b96d34ceb9c996a5476ba0fb1', 'floating_ip_address': '172.27.1.211', 'floating_network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'router_id': '2c9ba830-d033-4492-ba3e-27c7ea76f05c', 'port_id': 'b6a70cae-5a85-47bc-96dd-aabc929cbc27', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66', 'mac_address': 'fa:16:3e:83:12:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36c1a20-4704-47fa-8b2c-554610c42cc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:17:41Z', 'updated_at': '2021-07-22T23:17:43Z', 'revision_number': 1, 'project_id': '7ace0a9b96d34ceb9c996a5476ba0fb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a362c05e-f646-4871-b054-80a24b31ea76', 'name': '', 'network_id': '7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66', 'tenant_id': '7ace0a9b96d34ceb9c996a5476ba0fb1', 'mac_address': 'fa:16:3e:2c:73:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9ba830-d033-4492-ba3e-27c7ea76f05c', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'eb7dc01e-3a8e-4054-a161-8a0276e32317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:13:36Z', 'updated_at': '2021-07-22T23:13:43Z', 'revision_number': 5, 'project_id': '7ace0a9b96d34ceb9c996a5476ba0fb1', 'subnets': [{'id': 'eb7dc01e-3a8e-4054-a161-8a0276e32317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801875-2-iscsi', False) {} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:21:31.092485 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100c4791-27f6-4c4d-a040-e36c59aaa0af None None] Checking router: 2c9ba830-d033-4492-ba3e-27c7ea76f05c for host: dv-cinder-801875-2-iscsi {{(pid=93194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:21:31.113157 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100c4791-27f6-4c4d-a040-e36c59aaa0af None None] Routers {'2c9ba830-d033-4492-ba3e-27c7ea76f05c'} bound to L3 agent in host dv-cinder-801875-2-iscsi {{(pid=93194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:21:31.114938 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-100c4791-27f6-4c4d-a040-e36c59aaa0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801875-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:03:18Z,description=,heartbeat_timestamp=2021-07-22T23:21:18Z,host='dv-cinder-801875-2-iscsi',id=fdf30918-cf4b-4771-a7f5-907485eb00f1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:18Z,topic='l3_agent')) {'router_ids': ['2c9ba830-d033-4492-ba3e-27c7ea76f05c'], 'active': True} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:21:31.141138 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb99c16-380d-4470-8de3-9bcec9c8e17b req-91c8d7c0-4550-44d1-bedf-d4f95d5b748f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:21:31.143174 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-aeb99c16-380d-4470-8de3-9bcec9c8e17b req-91c8d7c0-4550-44d1-bedf-d4f95d5b748f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0730793 Jul 22 23:21:31.156277 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [req-aeb99c16-380d-4470-8de3-9bcec9c8e17b req-f002609f-892e-4138-a1aa-a6b8d54abcbc service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=93193) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:21:31.159157 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-aeb99c16-380d-4470-8de3-9bcec9c8e17b req-f002609f-892e-4138-a1aa-a6b8d54abcbc service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0091531 Jul 22 23:21:31.173427 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b384c5-709b-4812-86b9-5915d2e71500 req-40c4f398-0fb8-46c1-b5ca-d3a1a44fc13a tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:21:31.175680 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-31b384c5-709b-4812-86b9-5915d2e71500 req-40c4f398-0fb8-46c1-b5ca-d3a1a44fc13a tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/ports?device_id=449a85b0-2ced-4162-b670-f65294bae9cc HTTP/1.1" status: 200 len: 945 time: 0.2652714 Jul 22 23:21:31.232938 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-31b384c5-709b-4812-86b9-5915d2e71500 req-1cf21c9d-81cd-4bb2-aa6e-54a14e3f2663 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/security-groups?id=074aa721-85c3-49d0-9904-6cb9f65f5dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509353 Jul 22 23:21:31.246790 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvr_db [None req-100c4791-27f6-4c4d-a040-e36c59aaa0af None None] Set router 2c9ba830-d033-4492-ba3e-27c7ea76f05c gateway port host: dv-cinder-801875-2-iscsi {{(pid=93194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:21:31.271395 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-aeb99c16-380d-4470-8de3-9bcec9c8e17b req-367b3aec-9272-4cc2-aa70-fd1687dee416 service neutron] 10.222.0.76 "GET /v2.0/networks/7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055765 Jul 22 23:21:31.371047 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-aeb99c16-380d-4470-8de3-9bcec9c8e17b req-fccc5681-09a1-4ff5-889a-a155845586f9 service neutron] 10.222.0.76 "GET /v2.0/networks/7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927820 Jul 22 23:21:31.470285 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-100c4791-27f6-4c4d-a040-e36c59aaa0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9ba830-d033-4492-ba3e-27c7ea76f05c', 'name': 'tempest-TestVolumeBootPattern-1596001516-router', 'tenant_id': '7ace0a9b96d34ceb9c996a5476ba0fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'external_fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': 'a3dd1367-83dd-42c2-8711-f3eed55307dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:13:33Z', 'updated_at': '2021-07-22T23:13:37Z', 'revision_number': 4, 'project_id': '7ace0a9b96d34ceb9c996a5476ba0fb1', 'gw_port': {'id': 'a3dd1367-83dd-42c2-8711-f3eed55307dc', 'name': '', 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:f9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9ba830-d033-4492-ba3e-27c7ea76f05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:13:34Z', 'updated_at': '2021-07-22T23:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801875-2-iscsi', '_floatingips': [{'id': 'b27590a5-c159-44d3-baca-43243fa40e88', 'tenant_id': '7ace0a9b96d34ceb9c996a5476ba0fb1', 'floating_ip_address': '172.27.1.211', 'floating_network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'router_id': '2c9ba830-d033-4492-ba3e-27c7ea76f05c', 'port_id': 'b6a70cae-5a85-47bc-96dd-aabc929cbc27', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66', 'mac_address': 'fa:16:3e:83:12:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36c1a20-4704-47fa-8b2c-554610c42cc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:17:41Z', 'updated_at': '2021-07-22T23:17:43Z', 'revision_number': 1, 'project_id': '7ace0a9b96d34ceb9c996a5476ba0fb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a362c05e-f646-4871-b054-80a24b31ea76', 'name': '', 'network_id': '7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66', 'tenant_id': '7ace0a9b96d34ceb9c996a5476ba0fb1', 'mac_address': 'fa:16:3e:2c:73:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9ba830-d033-4492-ba3e-27c7ea76f05c', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'eb7dc01e-3a8e-4054-a161-8a0276e32317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:13:36Z', 'updated_at': '2021-07-22T23:13:43Z', 'revision_number': 5, 'project_id': '7ace0a9b96d34ceb9c996a5476ba0fb1', 'subnets': [{'id': 'eb7dc01e-3a8e-4054-a161-8a0276e32317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801875-2-iscsi', False) {} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:21:31.505855 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100c4791-27f6-4c4d-a040-e36c59aaa0af None None] The sync data for ids ['2c9ba830-d033-4492-ba3e-27c7ea76f05c'] in dv-cinder-801875-2-iscsi is: [{'id': '2c9ba830-d033-4492-ba3e-27c7ea76f05c', 'name': 'tempest-TestVolumeBootPattern-1596001516-router', 'tenant_id': '7ace0a9b96d34ceb9c996a5476ba0fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'external_fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': 'a3dd1367-83dd-42c2-8711-f3eed55307dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:13:33Z', 'updated_at': '2021-07-22T23:13:37Z', 'revision_number': 4, 'project_id': '7ace0a9b96d34ceb9c996a5476ba0fb1', 'gw_port': {'id': 'a3dd1367-83dd-42c2-8711-f3eed55307dc', 'name': '', 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:f9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9ba830-d033-4492-ba3e-27c7ea76f05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:13:34Z', 'updated_at': '2021-07-22T23:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801875-2-iscsi', '_floatingips': [{'id': 'b27590a5-c159-44d3-baca-43243fa40e88', 'tenant_id': '7ace0a9b96d34ceb9c996a5476ba0fb1', 'floating_ip_address': '172.27.1.211', 'floating_network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'router_id': '2c9ba830-d033-4492-ba3e-27c7ea76f05c', 'port_id': 'b6a70cae-5a85-47bc-96dd-aabc929cbc27', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66', 'mac_address': 'fa:16:3e:83:12:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36c1a20-4704-47fa-8b2c-554610c42cc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:17:41Z', 'updated_at': '2021-07-22T23:17:43Z', 'revision_number': 1, 'project_id': '7ace0a9b96d34ceb9c996a5476ba0fb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a362c05e-f646-4871-b054-80a24b31ea76', 'name': '', 'network_id': '7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66', 'tenant_id': '7ace0a9b96d34ceb9c996a5476ba0fb1', 'mac_address': 'fa:16:3e:2c:73:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9ba830-d033-4492-ba3e-27c7ea76f05c', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'eb7dc01e-3a8e-4054-a161-8a0276e32317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:13:36Z', 'updated_at': '2021-07-22T23:13:43Z', 'revision_number': 5, 'project_id': '7ace0a9b96d34ceb9c996a5476ba0fb1', 'subnets': [{'id': 'eb7dc01e-3a8e-4054-a161-8a0276e32317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:21:31.710771 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3fc048-5342-42e5-8677-81232a352893 None None] New status for floating IP 6e0d2948-9483-423b-9ad8-bce42617c2f8: DOWN {{(pid=93195) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 23:21:32.403612 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3352bbeb-236e-4a2b-9dba-280e575b885f req-a72ace23-3c55-44d1-bcc5-7656ea624974 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:21:32.405095 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-3352bbeb-236e-4a2b-9dba-280e575b885f req-a72ace23-3c55-44d1-bcc5-7656ea624974 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/ports?device_id=449a85b0-2ced-4162-b670-f65294bae9cc HTTP/1.1" status: 200 len: 945 time: 0.1118984 Jul 22 23:21:32.441934 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-3352bbeb-236e-4a2b-9dba-280e575b885f req-c5f54f32-eb75-449b-a8e5-cf57bae23cbf tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/security-groups?id=074aa721-85c3-49d0-9904-6cb9f65f5dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306091 Jul 22 23:21:32.634207 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69e6241-621b-43e0-846d-30c429cc2435 req-5f7360c9-e48b-4b82-a878-6c1b99db4359 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:21:32.635658 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-f69e6241-621b-43e0-846d-30c429cc2435 req-5f7360c9-e48b-4b82-a878-6c1b99db4359 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.76 "GET /v2.0/ports?device_id=449a85b0-2ced-4162-b670-f65294bae9cc HTTP/1.1" status: 200 len: 945 time: 0.0618103 Jul 22 23:21:32.741387 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.plugin [req-f69e6241-621b-43e0-846d-30c429cc2435 req-9fdbf234-fa70-4c21-8d91-f52d34fe4ec4 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Deleting port b06d9f1c-e6af-4637-8afc-7909ac5baaeb {{(pid=93193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:21:32.741725 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-f69e6241-621b-43e0-846d-30c429cc2435 req-9fdbf234-fa70-4c21-8d91-f52d34fe4ec4 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769065717140'] for port, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:32.841539 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.db [req-f69e6241-621b-43e0-846d-30c429cc2435 req-9fdbf234-fa70-4c21-8d91-f52d34fe4ec4 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] For port b06d9f1c-e6af-4637-8afc-7909ac5baaeb, host hv-cinder-80187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80187',level=0,port_id=b06d9f1c-e6af-4637-8afc-7909ac5baaeb,segment=NetworkSegment(ca173296-7208-4e6e-a636-9266697943d6),segment_id=ca173296-7208-4e6e-a636-9266697943d6)] {{(pid=93193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:21:32.841539 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-f69e6241-621b-43e0-846d-30c429cc2435 req-9fdbf234-fa70-4c21-8d91-f52d34fe4ec4 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681326'] for port, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:32.851113 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.plugin [req-f69e6241-621b-43e0-846d-30c429cc2435 req-9fdbf234-fa70-4c21-8d91-f52d34fe4ec4 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Calling delete_port for b06d9f1c-e6af-4637-8afc-7909ac5baaeb owned by compute:nova {{(pid=93193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:21:32.981941 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-f69e6241-621b-43e0-846d-30c429cc2435 req-9fdbf234-fa70-4c21-8d91-f52d34fe4ec4 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769065717863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769065317250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31811438'] for port, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:33.014123 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdbf234-fa70-4c21-8d91-f52d34fe4ec4 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Pushing event deleted for resources: {'Port': ['ID=b06d9f1c-e6af-4637-8afc-7909ac5baaeb,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:21:33.059571 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.db.l3_dvrscheduler_db [req-f69e6241-621b-43e0-846d-30c429cc2435 req-9fdbf234-fa70-4c21-8d91-f52d34fe4ec4 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] No DVR routers for this DVR port b06d9f1c-e6af-4637-8afc-7909ac5baaeb on host hv-cinder-80187 {{(pid=93193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:21:33.062061 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-f69e6241-621b-43e0-846d-30c429cc2435 req-9fdbf234-fa70-4c21-8d91-f52d34fe4ec4 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92570'] for port, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:33.064083 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-f69e6241-621b-43e0-846d-30c429cc2435 req-9fdbf234-fa70-4c21-8d91-f52d34fe4ec4 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.76 "DELETE /v2.0/ports/b06d9f1c-e6af-4637-8afc-7909ac5baaeb HTTP/1.1" status: 204 len: 173 time: 0.4229705 Jul 22 23:21:33.064542 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '449a85b0-2ced-4162-b670-f65294bae9cc', 'name': 'network-vif-deleted', 'tag': 'b06d9f1c-e6af-4637-8afc-7909ac5baaeb'}] {{(pid=93193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:21:33.066824 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53e3bfa867fb079e45cf064e3f04560eeff66f84eee23b8fde49e5f46f239411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42c5da2a-d193-4349-9649-41a4f741a3e3" -d '{"events": [{"server_uuid": "449a85b0-2ced-4162-b670-f65294bae9cc", "name": "network-vif-deleted", "tag": "b06d9f1c-e6af-4637-8afc-7909ac5baaeb"}]}' {{(pid=93193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:21:33.102722 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aa7b386-1c21-4bf7-8c5a-e7da02745cdf x-openstack-request-id: req-1aa7b386-1c21-4bf7-8c5a-e7da02745cdf {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:21:33.103022 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "449a85b0-2ced-4162-b670-f65294bae9cc", "name": "network-vif-deleted", "tag": "b06d9f1c-e6af-4637-8afc-7909ac5baaeb", "status": "completed", "code": 200}]} {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:21:33.103271 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1aa7b386-1c21-4bf7-8c5a-e7da02745cdf {{(pid=93193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:21:33.103693 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '449a85b0-2ced-4162-b670-f65294bae9cc', 'name': 'network-vif-deleted', 'tag': 'b06d9f1c-e6af-4637-8afc-7909ac5baaeb', 'status': 'completed', 'code': 200} Jul 22 23:21:33.539004 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-78e99385-3197-4e1c-9e19-a48dd25fdcdb req-0ea5d409-a478-4421-8054-c7cd2464a41e tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/ports?device_id=449a85b0-2ced-4162-b670-f65294bae9cc HTTP/1.1" status: 200 len: 210 time: 0.0292783 Jul 22 23:21:35.559971 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 41646) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:21:35.659646 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-bf11366c-ebc7-423b-88a1-e4079875dd77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:35.746339 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-bf11366c-ebc7-423b-88a1-e4079875dd77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:35.750514 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-bf11366c-ebc7-423b-88a1-e4079875dd77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:35.789536 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf11366c-ebc7-423b-88a1-e4079875dd77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af30f3ea-6cf7-4ad3-b161-2fd8209aa390,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:21:35.792494 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-bf11366c-ebc7-423b-88a1-e4079875dd77 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=732cc06973ea47d89e3c8460c02e0bd9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2314065 Jul 22 23:21:35.795038 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 41656) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:21:35.842998 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-7b277d43-3bfb-4864-a9ca-f63a062d28d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:35.866893 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-7b277d43-3bfb-4864-a9ca-f63a062d28d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:35.912524 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-7b277d43-3bfb-4864-a9ca-f63a062d28d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:35.914993 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-7b277d43-3bfb-4864-a9ca-f63a062d28d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:35.916105 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-7b277d43-3bfb-4864-a9ca-f63a062d28d2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/af30f3ea-6cf7-4ad3-b161-2fd8209aa390 HTTP/1.1" status: 204 len: 168 time: 0.1201847 Jul 22 23:21:35.923391 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b277d43-3bfb-4864-a9ca-f63a062d28d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af30f3ea-6cf7-4ad3-b161-2fd8209aa390,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:21:36.187126 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 41662) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:21:36.200181 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-398a2e8b-1541-44d4-a5b5-3fac3885a2be admin admin] Notify callbacks [] for security_group, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:36.287104 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-398a2e8b-1541-44d4-a5b5-3fac3885a2be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:36.290702 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-398a2e8b-1541-44d4-a5b5-3fac3885a2be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:36.327314 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-398a2e8b-1541-44d4-a5b5-3fac3885a2be admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=803236d3736c45ca9e1ebfd3e922d41b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1391709 Jul 22 23:21:36.328148 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398a2e8b-1541-44d4-a5b5-3fac3885a2be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0989008-aab1-48f5-83f5-96546cc2433a,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:21:36.330082 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 41664) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:21:36.378247 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-513e4187-4322-4c61-b66c-51f3d9841950 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:36.398799 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-513e4187-4322-4c61-b66c-51f3d9841950 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:36.445245 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-513e4187-4322-4c61-b66c-51f3d9841950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:36.447673 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-513e4187-4322-4c61-b66c-51f3d9841950 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:36.448851 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-513e4187-4322-4c61-b66c-51f3d9841950 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b0989008-aab1-48f5-83f5-96546cc2433a HTTP/1.1" status: 204 len: 168 time: 0.1177971 Jul 22 23:21:36.457461 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513e4187-4322-4c61-b66c-51f3d9841950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0989008-aab1-48f5-83f5-96546cc2433a,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:21:36.511697 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Device b06d9f1c-e6af-4637-8afc-7909ac5baaeb no longer exists at agent hyperv_hv-cinder-80187 {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:21:36.531019 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] No Port match for: b06d9f1c-e6af-4637-8afc-7909ac5baaeb {{(pid=93194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:21:36.531359 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Device b06d9f1c-e6af-4637-8afc-7909ac5baaeb not bound to the agent host hv-cinder-80187 {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:21:36.751998 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 41670) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:21:36.765459 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-9681fd2a-c877-4506-88b9-8e4275543cbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:36.809594 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 41674) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:21:36.862223 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-9681fd2a-c877-4506-88b9-8e4275543cbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:36.865980 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-9681fd2a-c877-4506-88b9-8e4275543cbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:36.905349 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-9681fd2a-c877-4506-88b9-8e4275543cbb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9fe31fb829434ad9a17607480a7d3d17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1516495 Jul 22 23:21:36.906312 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9681fd2a-c877-4506-88b9-8e4275543cbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=164ff26e-8d55-465f-9064-c2fdd1c3e0b0,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:21:36.909509 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 41676) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:21:36.960805 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-5710e386-9483-4346-852e-84266c608d96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:36.986062 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-5710e386-9483-4346-852e-84266c608d96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:37.034279 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-5710e386-9483-4346-852e-84266c608d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:37.037156 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-5710e386-9483-4346-852e-84266c608d96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:37.038491 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-5710e386-9483-4346-852e-84266c608d96 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/164ff26e-8d55-465f-9064-c2fdd1c3e0b0 HTTP/1.1" status: 204 len: 168 time: 0.1277111 Jul 22 23:21:37.046910 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5710e386-9483-4346-852e-84266c608d96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=164ff26e-8d55-465f-9064-c2fdd1c3e0b0,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:21:37.199138 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.plugin [None req-5e401810-7ce1-4089-80f0-96297d8d7a53 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Deleting port 42a8f67e-8fd4-466d-a468-9fb802bcad67 {{(pid=93193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:21:37.199464 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-5e401810-7ce1-4089-80f0-96297d8d7a53 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769065717140'] for port, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:37.275021 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-5e401810-7ce1-4089-80f0-96297d8d7a53 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681326'] for port, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:37.275248 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-5e401810-7ce1-4089-80f0-96297d8d7a53 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:37.287420 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.plugin [None req-5e401810-7ce1-4089-80f0-96297d8d7a53 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Calling delete_port for 42a8f67e-8fd4-466d-a468-9fb802bcad67 owned by network:floatingip {{(pid=93193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:21:37.432598 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-5e401810-7ce1-4089-80f0-96297d8d7a53 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769065717863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769065317250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31811438'] for port, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:37.459239 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e401810-7ce1-4089-80f0-96297d8d7a53 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Pushing event deleted for resources: {'Port': ['ID=42a8f67e-8fd4-466d-a468-9fb802bcad67,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:21:37.519822 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-5e401810-7ce1-4089-80f0-96297d8d7a53 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Notify callbacks [] for floatingip, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:37.520158 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.db.l3_db [None req-5e401810-7ce1-4089-80f0-96297d8d7a53 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Floating IP b27590a5-c159-44d3-baca-43243fa40e88 disassociated (deleted). External IP: 172.27.1.211, port: b6a70cae-5a85-47bc-96dd-aabc929cbc27. Jul 22 23:21:37.729528 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e401810-7ce1-4089-80f0-96297d8d7a53 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Router 2c9ba830-d033-4492-ba3e-27c7ea76f05c has already been hosted by L3 agent fdf30918-cf4b-4771-a7f5-907485eb00f1 {{(pid=93193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:21:37.835246 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e401810-7ce1-4089-80f0-96297d8d7a53 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Notify agent at l3_agent.dv-cinder-801875-2-iscsi the message routers_updated {{(pid=93193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:21:37.840471 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-5e401810-7ce1-4089-80f0-96297d8d7a53 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92570'] for floatingip, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:37.846159 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb162a84-9c82-42e6-abae-44f18945efa4 None None] Sync routers for ids ['2c9ba830-d033-4492-ba3e-27c7ea76f05c'] in dv-cinder-801875-2-iscsi {{(pid=93194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:21:37.855977 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb162a84-9c82-42e6-abae-44f18945efa4 None None] Routers {'2c9ba830-d033-4492-ba3e-27c7ea76f05c'} bound to L3 agent in host dv-cinder-801875-2-iscsi {{(pid=93194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:21:37.856618 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-cb162a84-9c82-42e6-abae-44f18945efa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801875-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:03:18Z,description=,heartbeat_timestamp=2021-07-22T23:21:18Z,host='dv-cinder-801875-2-iscsi',id=fdf30918-cf4b-4771-a7f5-907485eb00f1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:18Z,topic='l3_agent')) {'router_ids': ['2c9ba830-d033-4492-ba3e-27c7ea76f05c'], 'active': True} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:21:37.879150 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-5e401810-7ce1-4089-80f0-96297d8d7a53 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "DELETE /v2.0/floatingips/b27590a5-c159-44d3-baca-43243fa40e88 HTTP/1.1" status: 204 len: 168 time: 1.0654600 Jul 22 23:21:37.879150 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e36c1a20-4704-47fa-8b2c-554610c42cc4', 'tag': 'b6a70cae-5a85-47bc-96dd-aabc929cbc27'}] {{(pid=93193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:21:37.879695 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53e3bfa867fb079e45cf064e3f04560eeff66f84eee23b8fde49e5f46f239411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dad0a492-58a9-4407-8e91-38a25b97e311" -d '{"events": [{"name": "network-changed", "server_uuid": "e36c1a20-4704-47fa-8b2c-554610c42cc4", "tag": "b6a70cae-5a85-47bc-96dd-aabc929cbc27"}]}' {{(pid=93193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:21:38.010876 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvr_db [None req-cb162a84-9c82-42e6-abae-44f18945efa4 None None] Set router 2c9ba830-d033-4492-ba3e-27c7ea76f05c gateway port host: dv-cinder-801875-2-iscsi {{(pid=93194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:21:38.076029 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9188089d-fb14-4a73-a80f-10a95c40150f x-openstack-request-id: req-9188089d-fb14-4a73-a80f-10a95c40150f {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:21:38.076196 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e36c1a20-4704-47fa-8b2c-554610c42cc4", "tag": "b6a70cae-5a85-47bc-96dd-aabc929cbc27", "status": "completed", "code": 200}]} {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:21:38.076469 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9188089d-fb14-4a73-a80f-10a95c40150f {{(pid=93193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:21:38.076819 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e36c1a20-4704-47fa-8b2c-554610c42cc4', 'tag': 'b6a70cae-5a85-47bc-96dd-aabc929cbc27', 'status': 'completed', 'code': 200} Jul 22 23:21:38.196951 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59804c57-05e2-4721-83ac-64e5fcf218fd req-6c6a033d-d2fe-41c4-8bf3-b5397c3ee94d tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:21:38.199033 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-59804c57-05e2-4721-83ac-64e5fcf218fd req-6c6a033d-d2fe-41c4-8bf3-b5397c3ee94d tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/ports?device_id=e36c1a20-4704-47fa-8b2c-554610c42cc4 HTTP/1.1" status: 200 len: 946 time: 0.0895243 Jul 22 23:21:38.245467 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-59804c57-05e2-4721-83ac-64e5fcf218fd req-8d080707-4b14-47c0-a7e0-02babd1138d2 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/security-groups?id=074aa721-85c3-49d0-9904-6cb9f65f5dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398335 Jul 22 23:21:38.279972 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-cb162a84-9c82-42e6-abae-44f18945efa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9ba830-d033-4492-ba3e-27c7ea76f05c', 'name': 'tempest-TestVolumeBootPattern-1596001516-router', 'tenant_id': '7ace0a9b96d34ceb9c996a5476ba0fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'external_fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': 'a3dd1367-83dd-42c2-8711-f3eed55307dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:13:33Z', 'updated_at': '2021-07-22T23:13:37Z', 'revision_number': 4, 'project_id': '7ace0a9b96d34ceb9c996a5476ba0fb1', 'gw_port': {'id': 'a3dd1367-83dd-42c2-8711-f3eed55307dc', 'name': '', 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:f9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9ba830-d033-4492-ba3e-27c7ea76f05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:13:34Z', 'updated_at': '2021-07-22T23:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801875-2-iscsi', '_interfaces': [{'id': 'a362c05e-f646-4871-b054-80a24b31ea76', 'name': '', 'network_id': '7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66', 'tenant_id': '7ace0a9b96d34ceb9c996a5476ba0fb1', 'mac_address': 'fa:16:3e:2c:73:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9ba830-d033-4492-ba3e-27c7ea76f05c', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'eb7dc01e-3a8e-4054-a161-8a0276e32317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:13:36Z', 'updated_at': '2021-07-22T23:13:43Z', 'revision_number': 5, 'project_id': '7ace0a9b96d34ceb9c996a5476ba0fb1', 'subnets': [{'id': 'eb7dc01e-3a8e-4054-a161-8a0276e32317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801875-2-iscsi', False) {} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:21:38.307847 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad0a492-58a9-4407-8e91-38a25b97e311 req-20267604-5702-484d-b82d-015f29ac8ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:21:38.309300 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-dad0a492-58a9-4407-8e91-38a25b97e311 req-20267604-5702-484d-b82d-015f29ac8ae7 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7ace0a9b96d34ceb9c996a5476ba0fb1&device_id=e36c1a20-4704-47fa-8b2c-554610c42cc4 HTTP/1.1" status: 200 len: 1099 time: 0.1677756 Jul 22 23:21:38.310608 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb162a84-9c82-42e6-abae-44f18945efa4 None None] Checking router: 2c9ba830-d033-4492-ba3e-27c7ea76f05c for host: dv-cinder-801875-2-iscsi {{(pid=93194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:21:38.318773 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb162a84-9c82-42e6-abae-44f18945efa4 None None] Routers {'2c9ba830-d033-4492-ba3e-27c7ea76f05c'} bound to L3 agent in host dv-cinder-801875-2-iscsi {{(pid=93194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:21:38.319371 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-cb162a84-9c82-42e6-abae-44f18945efa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801875-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:03:18Z,description=,heartbeat_timestamp=2021-07-22T23:21:18Z,host='dv-cinder-801875-2-iscsi',id=fdf30918-cf4b-4771-a7f5-907485eb00f1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:18Z,topic='l3_agent')) {'router_ids': ['2c9ba830-d033-4492-ba3e-27c7ea76f05c'], 'active': True} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:21:38.403009 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad0a492-58a9-4407-8e91-38a25b97e311 req-5240c9d4-6665-4669-8342-72f89f2bd8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:21:38.404530 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-dad0a492-58a9-4407-8e91-38a25b97e311 req-5240c9d4-6665-4669-8342-72f89f2bd8f1 service neutron] 10.222.0.76 "GET /v2.0/networks?id=7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66 HTTP/1.1" status: 200 len: 913 time: 0.0857079 Jul 22 23:21:38.448963 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-dad0a492-58a9-4407-8e91-38a25b97e311 req-b1a450ba-8f69-41ac-bcd5-afc1017a35ab service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b6a70cae-5a85-47bc-96dd-aabc929cbc27 HTTP/1.1" status: 200 len: 217 time: 0.0357261 Jul 22 23:21:38.503955 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad0a492-58a9-4407-8e91-38a25b97e311 req-578e003d-3c59-4b8e-ba69-83a2510475ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:21:38.505526 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-dad0a492-58a9-4407-8e91-38a25b97e311 req-578e003d-3c59-4b8e-ba69-83a2510475ae service neutron] 10.222.0.76 "GET /v2.0/subnets?id=eb7dc01e-3a8e-4054-a161-8a0276e32317 HTTP/1.1" status: 200 len: 851 time: 0.0485096 Jul 22 23:21:38.544483 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvr_db [None req-cb162a84-9c82-42e6-abae-44f18945efa4 None None] Set router 2c9ba830-d033-4492-ba3e-27c7ea76f05c gateway port host: dv-cinder-801875-2-iscsi {{(pid=93194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:21:38.572057 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad0a492-58a9-4407-8e91-38a25b97e311 req-29c820a8-a673-4a25-8cf7-c46434a50af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:21:38.573474 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-dad0a492-58a9-4407-8e91-38a25b97e311 req-29c820a8-a673-4a25-8cf7-c46434a50af1 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0539677 Jul 22 23:21:38.664983 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-dad0a492-58a9-4407-8e91-38a25b97e311 req-8d964798-4830-4184-ab33-a86b32cfc615 service neutron] 10.222.0.76 "GET /v2.0/networks/7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799587 Jul 22 23:21:38.740708 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-cb162a84-9c82-42e6-abae-44f18945efa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9ba830-d033-4492-ba3e-27c7ea76f05c', 'name': 'tempest-TestVolumeBootPattern-1596001516-router', 'tenant_id': '7ace0a9b96d34ceb9c996a5476ba0fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'external_fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': 'a3dd1367-83dd-42c2-8711-f3eed55307dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:13:33Z', 'updated_at': '2021-07-22T23:13:37Z', 'revision_number': 4, 'project_id': '7ace0a9b96d34ceb9c996a5476ba0fb1', 'gw_port': {'id': 'a3dd1367-83dd-42c2-8711-f3eed55307dc', 'name': '', 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:f9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9ba830-d033-4492-ba3e-27c7ea76f05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:13:34Z', 'updated_at': '2021-07-22T23:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801875-2-iscsi', '_interfaces': [{'id': 'a362c05e-f646-4871-b054-80a24b31ea76', 'name': '', 'network_id': '7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66', 'tenant_id': '7ace0a9b96d34ceb9c996a5476ba0fb1', 'mac_address': 'fa:16:3e:2c:73:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9ba830-d033-4492-ba3e-27c7ea76f05c', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'eb7dc01e-3a8e-4054-a161-8a0276e32317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:13:36Z', 'updated_at': '2021-07-22T23:13:43Z', 'revision_number': 5, 'project_id': '7ace0a9b96d34ceb9c996a5476ba0fb1', 'subnets': [{'id': 'eb7dc01e-3a8e-4054-a161-8a0276e32317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801875-2-iscsi', False) {} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:21:38.756870 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-dad0a492-58a9-4407-8e91-38a25b97e311 req-37fc8583-db5c-4f71-8313-7a38ad0a6121 service neutron] 10.222.0.76 "GET /v2.0/networks/7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851703 Jul 22 23:21:38.766923 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb162a84-9c82-42e6-abae-44f18945efa4 None None] The sync data for ids ['2c9ba830-d033-4492-ba3e-27c7ea76f05c'] in dv-cinder-801875-2-iscsi is: [{'id': '2c9ba830-d033-4492-ba3e-27c7ea76f05c', 'name': 'tempest-TestVolumeBootPattern-1596001516-router', 'tenant_id': '7ace0a9b96d34ceb9c996a5476ba0fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'external_fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': 'a3dd1367-83dd-42c2-8711-f3eed55307dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:13:33Z', 'updated_at': '2021-07-22T23:13:37Z', 'revision_number': 4, 'project_id': '7ace0a9b96d34ceb9c996a5476ba0fb1', 'gw_port': {'id': 'a3dd1367-83dd-42c2-8711-f3eed55307dc', 'name': '', 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:f9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9ba830-d033-4492-ba3e-27c7ea76f05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:13:34Z', 'updated_at': '2021-07-22T23:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801875-2-iscsi', '_interfaces': [{'id': 'a362c05e-f646-4871-b054-80a24b31ea76', 'name': '', 'network_id': '7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66', 'tenant_id': '7ace0a9b96d34ceb9c996a5476ba0fb1', 'mac_address': 'fa:16:3e:2c:73:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9ba830-d033-4492-ba3e-27c7ea76f05c', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'eb7dc01e-3a8e-4054-a161-8a0276e32317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:13:36Z', 'updated_at': '2021-07-22T23:13:43Z', 'revision_number': 5, 'project_id': '7ace0a9b96d34ceb9c996a5476ba0fb1', 'subnets': [{'id': 'eb7dc01e-3a8e-4054-a161-8a0276e32317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:21:38.967433 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfdedb4e-a887-4a73-8e3a-868c7bb9f3bc None None] New status for floating IP b27590a5-c159-44d3-baca-43243fa40e88: DOWN {{(pid=93195) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 23:21:39.376114 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1670fc3-59df-499c-a4b4-ea3e543e3a76 req-c7c316b9-d5ce-4211-a82a-94d668d01889 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:21:39.377658 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-c1670fc3-59df-499c-a4b4-ea3e543e3a76 req-c7c316b9-d5ce-4211-a82a-94d668d01889 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/ports?device_id=e36c1a20-4704-47fa-8b2c-554610c42cc4 HTTP/1.1" status: 200 len: 946 time: 0.0648105 Jul 22 23:21:39.415717 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-c1670fc3-59df-499c-a4b4-ea3e543e3a76 req-5cf8a18e-ba21-46fe-9f98-f31f6466e9df tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/security-groups?id=074aa721-85c3-49d0-9904-6cb9f65f5dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325780 Jul 22 23:21:39.949005 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfff4db-d28a-4480-bc46-42693be30cf8 req-67a45fff-76d3-487d-9387-09318acdd35d tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:21:39.950444 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-ecfff4db-d28a-4480-bc46-42693be30cf8 req-67a45fff-76d3-487d-9387-09318acdd35d tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.76 "GET /v2.0/ports?device_id=e36c1a20-4704-47fa-8b2c-554610c42cc4 HTTP/1.1" status: 200 len: 946 time: 0.0623896 Jul 22 23:21:40.052624 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.plugin [req-ecfff4db-d28a-4480-bc46-42693be30cf8 req-294b04b8-97f4-40c9-822c-dd26236fe345 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Deleting port b6a70cae-5a85-47bc-96dd-aabc929cbc27 {{(pid=93193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:21:40.052966 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-ecfff4db-d28a-4480-bc46-42693be30cf8 req-294b04b8-97f4-40c9-822c-dd26236fe345 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769065717140'] for port, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:40.138136 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.db [req-ecfff4db-d28a-4480-bc46-42693be30cf8 req-294b04b8-97f4-40c9-822c-dd26236fe345 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] For port b6a70cae-5a85-47bc-96dd-aabc929cbc27, host hv-cinder-80187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80187',level=0,port_id=b6a70cae-5a85-47bc-96dd-aabc929cbc27,segment=NetworkSegment(ca173296-7208-4e6e-a636-9266697943d6),segment_id=ca173296-7208-4e6e-a636-9266697943d6)] {{(pid=93193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:21:40.138494 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-ecfff4db-d28a-4480-bc46-42693be30cf8 req-294b04b8-97f4-40c9-822c-dd26236fe345 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681326'] for port, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:40.150402 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.plugin [req-ecfff4db-d28a-4480-bc46-42693be30cf8 req-294b04b8-97f4-40c9-822c-dd26236fe345 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Calling delete_port for b6a70cae-5a85-47bc-96dd-aabc929cbc27 owned by compute:nova {{(pid=93193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:21:40.275270 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-ecfff4db-d28a-4480-bc46-42693be30cf8 req-294b04b8-97f4-40c9-822c-dd26236fe345 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769065717863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769065317250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31811438'] for port, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:40.302485 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294b04b8-97f4-40c9-822c-dd26236fe345 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Pushing event deleted for resources: {'Port': ['ID=b6a70cae-5a85-47bc-96dd-aabc929cbc27,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:21:40.353016 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecfff4db-d28a-4480-bc46-42693be30cf8 req-294b04b8-97f4-40c9-822c-dd26236fe345 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] No DVR routers for this DVR port b6a70cae-5a85-47bc-96dd-aabc929cbc27 on host hv-cinder-80187 {{(pid=93193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:21:40.355464 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-ecfff4db-d28a-4480-bc46-42693be30cf8 req-294b04b8-97f4-40c9-822c-dd26236fe345 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92570'] for port, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:40.357506 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-ecfff4db-d28a-4480-bc46-42693be30cf8 req-294b04b8-97f4-40c9-822c-dd26236fe345 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.76 "DELETE /v2.0/ports/b6a70cae-5a85-47bc-96dd-aabc929cbc27 HTTP/1.1" status: 204 len: 173 time: 0.4003665 Jul 22 23:21:40.357880 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e36c1a20-4704-47fa-8b2c-554610c42cc4', 'name': 'network-vif-deleted', 'tag': 'b6a70cae-5a85-47bc-96dd-aabc929cbc27'}] {{(pid=93193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:21:40.360084 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53e3bfa867fb079e45cf064e3f04560eeff66f84eee23b8fde49e5f46f239411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b8c79d9-9183-43ea-817e-36fd12bbf7d0" -d '{"events": [{"server_uuid": "e36c1a20-4704-47fa-8b2c-554610c42cc4", "name": "network-vif-deleted", "tag": "b6a70cae-5a85-47bc-96dd-aabc929cbc27"}]}' {{(pid=93193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:21:40.395119 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc3d9367-0943-46c3-bb3b-873623248a57 x-openstack-request-id: req-fc3d9367-0943-46c3-bb3b-873623248a57 {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:21:40.395410 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e36c1a20-4704-47fa-8b2c-554610c42cc4", "name": "network-vif-deleted", "tag": "b6a70cae-5a85-47bc-96dd-aabc929cbc27", "status": "completed", "code": 200}]} {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:21:40.395662 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fc3d9367-0943-46c3-bb3b-873623248a57 {{(pid=93193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:21:40.396091 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e36c1a20-4704-47fa-8b2c-554610c42cc4', 'name': 'network-vif-deleted', 'tag': 'b6a70cae-5a85-47bc-96dd-aabc929cbc27', 'status': 'completed', 'code': 200} Jul 22 23:21:40.509492 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-256c4c2c-c0c2-4f21-a871-f2c72ae857e2 req-9813895b-dbc7-4f4e-96d2-b747377df62f tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "GET /v2.0/ports?device_id=e36c1a20-4704-47fa-8b2c-554610c42cc4 HTTP/1.1" status: 200 len: 210 time: 0.0286410 Jul 22 23:21:41.562364 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 41748) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:21:41.682555 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.plugin [None req-3dd9df40-61dd-4acc-a1b1-b4f746492840 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Deleting port 187ecf89-633b-4538-8965-5112a7ff67fc {{(pid=93192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:21:41.682896 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-3dd9df40-61dd-4acc-a1b1-b4f746492840 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769065717140'] for port, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:41.758855 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-3dd9df40-61dd-4acc-a1b1-b4f746492840 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681326'] for port, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:41.759183 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-3dd9df40-61dd-4acc-a1b1-b4f746492840 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:41.770483 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.plugin [None req-3dd9df40-61dd-4acc-a1b1-b4f746492840 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Calling delete_port for 187ecf89-633b-4538-8965-5112a7ff67fc owned by network:floatingip {{(pid=93192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:21:41.898690 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-3dd9df40-61dd-4acc-a1b1-b4f746492840 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769065717863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769065317250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30393516'] for port, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:41.923891 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd9df40-61dd-4acc-a1b1-b4f746492840 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Pushing event deleted for resources: {'Port': ['ID=187ecf89-633b-4538-8965-5112a7ff67fc,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:21:41.988176 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-3dd9df40-61dd-4acc-a1b1-b4f746492840 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Notify callbacks [] for floatingip, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:41.990850 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-3dd9df40-61dd-4acc-a1b1-b4f746492840 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92570'] for floatingip, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:41.992043 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-3dd9df40-61dd-4acc-a1b1-b4f746492840 tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "DELETE /v2.0/floatingips/996d0a66-d4bb-4735-8fe7-5fdfedf58412 HTTP/1.1" status: 204 len: 168 time: 0.4286246 Jul 22 23:21:43.177724 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 41770) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:21:43.240617 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-e85ad638-210a-40ba-894c-7e8f11359cce tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Notify callbacks [] for security_group, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:43.269926 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-e85ad638-210a-40ba-894c-7e8f11359cce tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:43.331299 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-e85ad638-210a-40ba-894c-7e8f11359cce tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:43.334000 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-e85ad638-210a-40ba-894c-7e8f11359cce tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Notify callbacks [] for security_group, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:43.335132 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-e85ad638-210a-40ba-894c-7e8f11359cce tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] 10.222.0.44 "DELETE /v2.0/security-groups/074aa721-85c3-49d0-9904-6cb9f65f5dbf HTTP/1.1" status: 204 len: 168 time: 0.1563797 Jul 22 23:21:43.344692 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85ad638-210a-40ba-894c-7e8f11359cce tempest-TestVolumeBootPattern-1698922871 tempest-TestVolumeBootPattern-1698922871-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=074aa721-85c3-49d0-9904-6cb9f65f5dbf,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:21:43.390788 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 41778) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:21:43.812519 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-e9113a02-a04b-4f0e-82f9-5c0eadca3f98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-679043'] for router_interface, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:44.058840 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.plugin [None req-e9113a02-a04b-4f0e-82f9-5c0eadca3f98 admin admin] Deleting port a362c05e-f646-4871-b054-80a24b31ea76 {{(pid=93193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:21:44.059089 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-e9113a02-a04b-4f0e-82f9-5c0eadca3f98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769065717140'] for port, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:44.135686 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.db [None req-e9113a02-a04b-4f0e-82f9-5c0eadca3f98 admin admin] For port a362c05e-f646-4871-b054-80a24b31ea76, host dv-cinder-801875-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801875-2-iscsi',level=0,port_id=a362c05e-f646-4871-b054-80a24b31ea76,segment=NetworkSegment(ca173296-7208-4e6e-a636-9266697943d6),segment_id=ca173296-7208-4e6e-a636-9266697943d6)] {{(pid=93193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:21:44.136060 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-e9113a02-a04b-4f0e-82f9-5c0eadca3f98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681326'] for port, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:44.148203 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.plugin [None req-e9113a02-a04b-4f0e-82f9-5c0eadca3f98 admin admin] Calling delete_port for a362c05e-f646-4871-b054-80a24b31ea76 owned by network:router_interface {{(pid=93193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:21:44.323137 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-e9113a02-a04b-4f0e-82f9-5c0eadca3f98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769065717863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769065317250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31811438'] for port, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:44.350280 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9113a02-a04b-4f0e-82f9-5c0eadca3f98 admin admin] Pushing event deleted for resources: {'Port': ['ID=a362c05e-f646-4871-b054-80a24b31ea76,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:21:44.528356 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Device b6a70cae-5a85-47bc-96dd-aabc929cbc27 no longer exists at agent hyperv_hv-cinder-80187 {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:21:44.530657 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-e9113a02-a04b-4f0e-82f9-5c0eadca3f98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-678943'] for router_interface, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:44.556195 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] No Port match for: b6a70cae-5a85-47bc-96dd-aabc929cbc27 {{(pid=93194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:21:44.556561 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Device b6a70cae-5a85-47bc-96dd-aabc929cbc27 not bound to the agent host hv-cinder-80187 {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:21:44.753602 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9113a02-a04b-4f0e-82f9-5c0eadca3f98 admin admin] Router 2c9ba830-d033-4492-ba3e-27c7ea76f05c has already been hosted by L3 agent fdf30918-cf4b-4771-a7f5-907485eb00f1 {{(pid=93193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:21:44.857004 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9113a02-a04b-4f0e-82f9-5c0eadca3f98 admin admin] Notify agent at l3_agent.dv-cinder-801875-2-iscsi the message routers_updated {{(pid=93193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:21:44.861822 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-e9113a02-a04b-4f0e-82f9-5c0eadca3f98 admin admin] 10.222.0.44 "PUT /v2.0/routers/2c9ba830-d033-4492-ba3e-27c7ea76f05c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4699869 Jul 22 23:21:44.864417 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 41790) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:21:44.865240 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128c8757-9f95-46c9-b852-b5c106f7d038 None None] Sync routers for ids ['2c9ba830-d033-4492-ba3e-27c7ea76f05c'] in dv-cinder-801875-2-iscsi {{(pid=93194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:21:44.874115 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128c8757-9f95-46c9-b852-b5c106f7d038 None None] Routers {'2c9ba830-d033-4492-ba3e-27c7ea76f05c'} bound to L3 agent in host dv-cinder-801875-2-iscsi {{(pid=93194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:21:44.874722 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-128c8757-9f95-46c9-b852-b5c106f7d038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801875-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:03:18Z,description=,heartbeat_timestamp=2021-07-22T23:21:18Z,host='dv-cinder-801875-2-iscsi',id=fdf30918-cf4b-4771-a7f5-907485eb00f1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:18Z,topic='l3_agent')) {'router_ids': ['2c9ba830-d033-4492-ba3e-27c7ea76f05c'], 'active': True} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:21:44.966194 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-743c6234-3117-4104-b119-c39efc1be2c7 admin admin] Notify callbacks [] for router, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:44.978274 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvr_db [None req-128c8757-9f95-46c9-b852-b5c106f7d038 None None] Set router 2c9ba830-d033-4492-ba3e-27c7ea76f05c gateway port host: dv-cinder-801875-2-iscsi {{(pid=93194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:21:45.069196 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-743c6234-3117-4104-b119-c39efc1be2c7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:45.119609 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.plugin [None req-743c6234-3117-4104-b119-c39efc1be2c7 admin admin] Deleting port a3dd1367-83dd-42c2-8711-f3eed55307dc {{(pid=93193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:21:45.119949 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-743c6234-3117-4104-b119-c39efc1be2c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769065717140'] for port, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:45.159783 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-128c8757-9f95-46c9-b852-b5c106f7d038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9ba830-d033-4492-ba3e-27c7ea76f05c', 'name': 'tempest-TestVolumeBootPattern-1596001516-router', 'tenant_id': '7ace0a9b96d34ceb9c996a5476ba0fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'external_fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': 'a3dd1367-83dd-42c2-8711-f3eed55307dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:13:33Z', 'updated_at': '2021-07-22T23:21:44Z', 'revision_number': 5, 'project_id': '7ace0a9b96d34ceb9c996a5476ba0fb1', 'gw_port': {'id': 'a3dd1367-83dd-42c2-8711-f3eed55307dc', 'name': '', 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:f9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9ba830-d033-4492-ba3e-27c7ea76f05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:13:34Z', 'updated_at': '2021-07-22T23:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801875-2-iscsi'}], 'dv-cinder-801875-2-iscsi', False) {} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:21:45.185772 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128c8757-9f95-46c9-b852-b5c106f7d038 None None] Checking router: 2c9ba830-d033-4492-ba3e-27c7ea76f05c for host: dv-cinder-801875-2-iscsi {{(pid=93194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:21:45.194636 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128c8757-9f95-46c9-b852-b5c106f7d038 None None] Routers {'2c9ba830-d033-4492-ba3e-27c7ea76f05c'} bound to L3 agent in host dv-cinder-801875-2-iscsi {{(pid=93194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:21:45.195253 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-128c8757-9f95-46c9-b852-b5c106f7d038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801875-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:03:18Z,description=,heartbeat_timestamp=2021-07-22T23:21:18Z,host='dv-cinder-801875-2-iscsi',id=fdf30918-cf4b-4771-a7f5-907485eb00f1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:18Z,topic='l3_agent')) {'router_ids': ['2c9ba830-d033-4492-ba3e-27c7ea76f05c'], 'active': True} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:21:45.207650 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.db [None req-743c6234-3117-4104-b119-c39efc1be2c7 admin admin] For port a3dd1367-83dd-42c2-8711-f3eed55307dc, host dv-cinder-801875-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801875-2-iscsi',level=0,port_id=a3dd1367-83dd-42c2-8711-f3eed55307dc,segment=NetworkSegment(829b4ee6-bc3b-4b66-8264-3fcbe946197d),segment_id=829b4ee6-bc3b-4b66-8264-3fcbe946197d)] {{(pid=93193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:21:45.208012 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-743c6234-3117-4104-b119-c39efc1be2c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681326'] for port, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:45.219598 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.plugin [None req-743c6234-3117-4104-b119-c39efc1be2c7 admin admin] Calling delete_port for a3dd1367-83dd-42c2-8711-f3eed55307dc owned by network:router_gateway {{(pid=93193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:21:45.283485 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvr_db [None req-128c8757-9f95-46c9-b852-b5c106f7d038 None None] Set router 2c9ba830-d033-4492-ba3e-27c7ea76f05c gateway port host: None {{(pid=93194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:21:45.339902 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-128c8757-9f95-46c9-b852-b5c106f7d038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9ba830-d033-4492-ba3e-27c7ea76f05c', 'name': 'tempest-TestVolumeBootPattern-1596001516-router', 'tenant_id': '7ace0a9b96d34ceb9c996a5476ba0fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:13:33Z', 'updated_at': '2021-07-22T23:21:45Z', 'revision_number': 6, 'project_id': '7ace0a9b96d34ceb9c996a5476ba0fb1', 'gw_port_host': None}], 'dv-cinder-801875-2-iscsi', False) {} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:21:45.367532 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128c8757-9f95-46c9-b852-b5c106f7d038 None None] The sync data for ids ['2c9ba830-d033-4492-ba3e-27c7ea76f05c'] in dv-cinder-801875-2-iscsi is: [{'id': '2c9ba830-d033-4492-ba3e-27c7ea76f05c', 'name': 'tempest-TestVolumeBootPattern-1596001516-router', 'tenant_id': '7ace0a9b96d34ceb9c996a5476ba0fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:13:33Z', 'updated_at': '2021-07-22T23:21:45Z', 'revision_number': 6, 'project_id': '7ace0a9b96d34ceb9c996a5476ba0fb1', 'gw_port_host': None}] {{(pid=93194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:21:45.489730 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-c585f7bf-fd22-4e9f-9bcb-241d544eddd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:45.605319 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-743c6234-3117-4104-b119-c39efc1be2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769065717863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769065317250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31811438'] for port, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:45.630335 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743c6234-3117-4104-b119-c39efc1be2c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3dd1367-83dd-42c2-8711-f3eed55307dc,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:21:45.693032 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-743c6234-3117-4104-b119-c39efc1be2c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680889'] for router_gateway, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:45.789852 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-743c6234-3117-4104-b119-c39efc1be2c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-680302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12241'] for router, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:45.791997 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-743c6234-3117-4104-b119-c39efc1be2c7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:45.833560 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-743c6234-3117-4104-b119-c39efc1be2c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-681282'] for router, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:45.834084 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-743c6234-3117-4104-b119-c39efc1be2c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c9ba830-d033-4492-ba3e-27c7ea76f05c {{(pid=93193) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:21:45.839184 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-743c6234-3117-4104-b119-c39efc1be2c7 admin admin] Notify callbacks [] for router, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:45.843718 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-743c6234-3117-4104-b119-c39efc1be2c7 admin admin] 10.222.0.44 "DELETE /v2.0/routers/2c9ba830-d033-4492-ba3e-27c7ea76f05c HTTP/1.1" status: 204 len: 168 time: 0.9753177 Jul 22 23:21:45.843718 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 41794) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:21:45.891217 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.db.db_base_plugin_v2 [None req-9975c72c-a1f1-4fdf-84ec-82efd9f2f842 admin admin] Deleting subnet eb7dc01e-3a8e-4054-a161-8a0276e32317 {{(pid=93193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:21:45.894178 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-9975c72c-a1f1-4fdf-84ec-82efd9f2f842 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:45.927684 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-9975c72c-a1f1-4fdf-84ec-82efd9f2f842 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31082759'] for subnet, precommit_delete_associations {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:46.004899 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-9975c72c-a1f1-4fdf-84ec-82efd9f2f842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1834514'] for subnet, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:46.053886 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-9975c72c-a1f1-4fdf-84ec-82efd9f2f842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1834523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31811387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30516269'] for subnet, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:46.079217 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9975c72c-a1f1-4fdf-84ec-82efd9f2f842 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb7dc01e-3a8e-4054-a161-8a0276e32317,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:21:46.081237 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-9975c72c-a1f1-4fdf-84ec-82efd9f2f842 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:46.083110 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-9975c72c-a1f1-4fdf-84ec-82efd9f2f842 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/eb7dc01e-3a8e-4054-a161-8a0276e32317 HTTP/1.1" status: 204 len: 168 time: 0.2387052 Jul 22 23:21:46.085597 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 41796) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:21:46.088946 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e0fae01-f130-410e-b72e-05743eaddea3 None None] Network 7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66 requested from dv-cinder-801875-2-iscsi {{(pid=93194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:21:46.160779 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-2b6a90f5-0a47-4ef7-bc79-6321d7985b8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589717'] for network, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:46.215759 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.plugin [None req-2b6a90f5-0a47-4ef7-bc79-6321d7985b8c admin admin] Deleting port 1d03d96f-3d6a-4e38-bc00-d56584de8a61 {{(pid=93193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:21:46.216429 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-2b6a90f5-0a47-4ef7-bc79-6321d7985b8c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769065717140'] for port, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:46.282816 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.db [None req-2b6a90f5-0a47-4ef7-bc79-6321d7985b8c admin admin] For port 1d03d96f-3d6a-4e38-bc00-d56584de8a61, host dv-cinder-801875-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801875-2-iscsi',level=0,port_id=1d03d96f-3d6a-4e38-bc00-d56584de8a61,segment=NetworkSegment(ca173296-7208-4e6e-a636-9266697943d6),segment_id=ca173296-7208-4e6e-a636-9266697943d6)] {{(pid=93193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:21:46.283260 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-2b6a90f5-0a47-4ef7-bc79-6321d7985b8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681326'] for port, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:46.301647 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.plugin [None req-2b6a90f5-0a47-4ef7-bc79-6321d7985b8c admin admin] Calling delete_port for 1d03d96f-3d6a-4e38-bc00-d56584de8a61 owned by network:dhcp {{(pid=93193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:21:46.309645 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88478fe-dfd1-4248-bde3-9a53d519130e None None] DHCP port deletion for 7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66 request from dv-cinder-801875-2-iscsi {{(pid=93194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:21:46.363938 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-d88478fe-dfd1-4248-bde3-9a53d519130e None None] Deleting port 1d03d96f-3d6a-4e38-bc00-d56584de8a61 {{(pid=93194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:21:46.364318 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-d88478fe-dfd1-4248-bde3-9a53d519130e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769065717140'] for port, before_delete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:46.391288 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-2b6a90f5-0a47-4ef7-bc79-6321d7985b8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769065717863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769065317250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31811438'] for port, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:46.416702 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6a90f5-0a47-4ef7-bc79-6321d7985b8c admin admin] Pushing event deleted for resources: {'Port': ['ID=1d03d96f-3d6a-4e38-bc00-d56584de8a61,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:21:46.419865 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6a90f5-0a47-4ef7-bc79-6321d7985b8c admin admin] No DVR routers for this DVR port 1d03d96f-3d6a-4e38-bc00-d56584de8a61 on host dv-cinder-801875-2-iscsi {{(pid=93193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:21:46.433140 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-d88478fe-dfd1-4248-bde3-9a53d519130e None None] For port 1d03d96f-3d6a-4e38-bc00-d56584de8a61, host dv-cinder-801875-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801875-2-iscsi',level=0,port_id=1d03d96f-3d6a-4e38-bc00-d56584de8a61,segment=NetworkSegment(ca173296-7208-4e6e-a636-9266697943d6),segment_id=ca173296-7208-4e6e-a636-9266697943d6)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:21:46.433538 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-d88478fe-dfd1-4248-bde3-9a53d519130e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681326'] for port, precommit_delete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:46.449025 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-d88478fe-dfd1-4248-bde3-9a53d519130e None None] Calling delete_port for 1d03d96f-3d6a-4e38-bc00-d56584de8a61 owned by network:dhcp {{(pid=93194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:21:46.493021 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-2b6a90f5-0a47-4ef7-bc79-6321d7985b8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1832750', 'neutron.services.segments.db._delete_segments_for_network-8769065864497'] for network, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:46.503236 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.services.segments.db [None req-2b6a90f5-0a47-4ef7-bc79-6321d7985b8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66']}} {{(pid=93193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:21:46.513220 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.services.segments.db [None req-2b6a90f5-0a47-4ef7-bc79-6321d7985b8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca173296-7208-4e6e-a636-9266697943d6') {'for_net_delete': True} {{(pid=93193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:21:46.513543 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.services.segments.db [None req-2b6a90f5-0a47-4ef7-bc79-6321d7985b8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca173296-7208-4e6e-a636-9266697943d6') {} {{(pid=93193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:21:46.523165 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-2b6a90f5-0a47-4ef7-bc79-6321d7985b8c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769065866554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31082766'] for segment, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:46.534436 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-d88478fe-dfd1-4248-bde3-9a53d519130e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769065717863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769065317250'] for port, after_delete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:46.536756 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-2b6a90f5-0a47-4ef7-bc79-6321d7985b8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822282'] for segment, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:46.542584 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b6a90f5-0a47-4ef7-bc79-6321d7985b8c admin admin] Releasing vlan 862 on physical network physnet1 to pool {{(pid=93193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:21:46.542970 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-2b6a90f5-0a47-4ef7-bc79-6321d7985b8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31811393'] for segment, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:46.544616 dv-cinder-801875-2-iscsi neutron-server[93193]: Traceback (most recent call last): Jul 22 23:21:46.544616 dv-cinder-801875-2-iscsi neutron-server[93193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:21:46.544616 dv-cinder-801875-2-iscsi neutron-server[93193]: timer() Jul 22 23:21:46.544616 dv-cinder-801875-2-iscsi neutron-server[93193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:21:46.544616 dv-cinder-801875-2-iscsi neutron-server[93193]: cb(*args, **kw) Jul 22 23:21:46.544616 dv-cinder-801875-2-iscsi neutron-server[93193]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:21:46.544616 dv-cinder-801875-2-iscsi neutron-server[93193]: return func(*args, **kwargs) Jul 22 23:21:46.544616 dv-cinder-801875-2-iscsi neutron-server[93193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:21:46.544616 dv-cinder-801875-2-iscsi neutron-server[93193]: self._notify() Jul 22 23:21:46.544616 dv-cinder-801875-2-iscsi neutron-server[93193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:21:46.544616 dv-cinder-801875-2-iscsi neutron-server[93193]: self.callback(batched_events) Jul 22 23:21:46.544616 dv-cinder-801875-2-iscsi neutron-server[93193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:21:46.544616 dv-cinder-801875-2-iscsi neutron-server[93193]: event.method(event) Jul 22 23:21:46.544616 dv-cinder-801875-2-iscsi neutron-server[93193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:21:46.544616 dv-cinder-801875-2-iscsi neutron-server[93193]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:21:46.544616 dv-cinder-801875-2-iscsi neutron-server[93193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:21:46.544616 dv-cinder-801875-2-iscsi neutron-server[93193]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:21:46.544616 dv-cinder-801875-2-iscsi neutron-server[93193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:21:46.544616 dv-cinder-801875-2-iscsi neutron-server[93193]: return f(self, *a, **k) Jul 22 23:21:46.544616 dv-cinder-801875-2-iscsi neutron-server[93193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:21:46.544616 dv-cinder-801875-2-iscsi neutron-server[93193]: return self._get(url).json() Jul 22 23:21:46.544616 dv-cinder-801875-2-iscsi neutron-server[93193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:21:46.544616 dv-cinder-801875-2-iscsi neutron-server[93193]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:21:46.544616 dv-cinder-801875-2-iscsi neutron-server[93193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:21:46.544616 dv-cinder-801875-2-iscsi neutron-server[93193]: return self.request(url, 'GET', **kwargs) Jul 22 23:21:46.544616 dv-cinder-801875-2-iscsi neutron-server[93193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:21:46.544616 dv-cinder-801875-2-iscsi neutron-server[93193]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:21:46.544616 dv-cinder-801875-2-iscsi neutron-server[93193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:21:46.544616 dv-cinder-801875-2-iscsi neutron-server[93193]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:21:46.544616 dv-cinder-801875-2-iscsi neutron-server[93193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:21:46.544616 dv-cinder-801875-2-iscsi neutron-server[93193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:21:46.544616 dv-cinder-801875-2-iscsi neutron-server[93193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:21:46.560728 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88478fe-dfd1-4248-bde3-9a53d519130e None None] Pushing event deleted for resources: {'Port': ['ID=1d03d96f-3d6a-4e38-bc00-d56584de8a61,revision_number=None']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:21:46.569199 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88478fe-dfd1-4248-bde3-9a53d519130e None None] No DVR routers for this DVR port 1d03d96f-3d6a-4e38-bc00-d56584de8a61 on host dv-cinder-801875-2-iscsi {{(pid=93194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:21:46.598650 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-2b6a90f5-0a47-4ef7-bc79-6321d7985b8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1832741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680861'] for network, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:46.603751 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-2b6a90f5-0a47-4ef7-bc79-6321d7985b8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585183'] for network, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:46.605618 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-2b6a90f5-0a47-4ef7-bc79-6321d7985b8c admin admin] 10.222.0.44 "DELETE /v2.0/networks/7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66 HTTP/1.1" status: 204 len: 168 time: 0.5191042 Jul 22 23:21:46.608622 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 41798) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:21:46.619794 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6a90f5-0a47-4ef7-bc79-6321d7985b8c admin admin] Pushing event deleted for resources: {'Network': ['ID=7ee8ddc3-2cf8-4a3f-8c28-fd71187a5b66,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:21:46.949573 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-a71cabf8-f552-413b-8d3d-bd17fe4f42f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-679043'] for router_interface, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:47.167120 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Device 1d03d96f-3d6a-4e38-bc00-d56584de8a61 no longer exists at agent ovs-agent-dv-cinder-801875-2-iscsi {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:21:47.198481 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] No Port match for: 1d03d96f-3d6a-4e38-bc00-d56584de8a61 {{(pid=93194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:21:47.198825 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Device 1d03d96f-3d6a-4e38-bc00-d56584de8a61 not bound to the agent host dv-cinder-801875-2-iscsi {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:21:47.199247 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Device a362c05e-f646-4871-b054-80a24b31ea76 no longer exists at agent ovs-agent-dv-cinder-801875-2-iscsi {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:21:47.219292 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] No Port match for: a362c05e-f646-4871-b054-80a24b31ea76 {{(pid=93194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:21:47.219640 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Device a362c05e-f646-4871-b054-80a24b31ea76 not bound to the agent host dv-cinder-801875-2-iscsi {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:21:47.220057 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Device a3dd1367-83dd-42c2-8711-f3eed55307dc no longer exists at agent ovs-agent-dv-cinder-801875-2-iscsi {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:21:47.241473 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] No Port match for: a3dd1367-83dd-42c2-8711-f3eed55307dc {{(pid=93194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:21:47.241812 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Device a3dd1367-83dd-42c2-8711-f3eed55307dc not bound to the agent host dv-cinder-801875-2-iscsi {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:21:47.426199 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.plugin [None req-a71cabf8-f552-413b-8d3d-bd17fe4f42f8 admin admin] Deleting port 565603f0-0c73-41c0-88e6-24edaa88ce4d {{(pid=93192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:21:47.426540 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-a71cabf8-f552-413b-8d3d-bd17fe4f42f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769065717140'] for port, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:47.500060 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.db [None req-a71cabf8-f552-413b-8d3d-bd17fe4f42f8 admin admin] For port 565603f0-0c73-41c0-88e6-24edaa88ce4d, host dv-cinder-801875-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801875-2-iscsi',level=0,port_id=565603f0-0c73-41c0-88e6-24edaa88ce4d,segment=NetworkSegment(9753792a-ead7-43c8-95a8-12ed968abaf4),segment_id=9753792a-ead7-43c8-95a8-12ed968abaf4)] {{(pid=93192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:21:47.500435 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-a71cabf8-f552-413b-8d3d-bd17fe4f42f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681326'] for port, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:47.512424 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.plugin [None req-a71cabf8-f552-413b-8d3d-bd17fe4f42f8 admin admin] Calling delete_port for 565603f0-0c73-41c0-88e6-24edaa88ce4d owned by network:router_interface {{(pid=93192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:21:47.684973 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-a71cabf8-f552-413b-8d3d-bd17fe4f42f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769065717863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769065317250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30393516'] for port, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:47.712746 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71cabf8-f552-413b-8d3d-bd17fe4f42f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=565603f0-0c73-41c0-88e6-24edaa88ce4d,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:21:47.878545 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-a71cabf8-f552-413b-8d3d-bd17fe4f42f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-678943'] for router_interface, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:48.092683 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a71cabf8-f552-413b-8d3d-bd17fe4f42f8 admin admin] Router 98e55bb0-9a24-4117-a34f-f69ac7cdbae5 has already been hosted by L3 agent fdf30918-cf4b-4771-a7f5-907485eb00f1 {{(pid=93192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:21:48.174208 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-402a2b6a-6fc4-40ae-b60b-fad31ae91b37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:48.206646 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a71cabf8-f552-413b-8d3d-bd17fe4f42f8 admin admin] Notify agent at l3_agent.dv-cinder-801875-2-iscsi the message routers_updated {{(pid=93192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:21:48.212014 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-a71cabf8-f552-413b-8d3d-bd17fe4f42f8 admin admin] 10.222.0.44 "PUT /v2.0/routers/98e55bb0-9a24-4117-a34f-f69ac7cdbae5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6022348 Jul 22 23:21:48.214504 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 41804) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:21:48.217767 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d511bc7-f25b-48a3-9b35-00a5da97cef5 None None] Sync routers for ids ['98e55bb0-9a24-4117-a34f-f69ac7cdbae5'] in dv-cinder-801875-2-iscsi {{(pid=93195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:21:48.227111 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d511bc7-f25b-48a3-9b35-00a5da97cef5 None None] Routers {'98e55bb0-9a24-4117-a34f-f69ac7cdbae5'} bound to L3 agent in host dv-cinder-801875-2-iscsi {{(pid=93195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:21:48.227724 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-2d511bc7-f25b-48a3-9b35-00a5da97cef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801875-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:03:18Z,description=,heartbeat_timestamp=2021-07-22T23:21:48Z,host='dv-cinder-801875-2-iscsi',id=fdf30918-cf4b-4771-a7f5-907485eb00f1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:18Z,topic='l3_agent')) {'router_ids': ['98e55bb0-9a24-4117-a34f-f69ac7cdbae5'], 'active': True} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:21:48.313019 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-b15579f4-22c8-4258-83d2-4e6a4dc19c75 admin admin] Notify callbacks [] for router, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:48.326991 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvr_db [None req-2d511bc7-f25b-48a3-9b35-00a5da97cef5 None None] Set router 98e55bb0-9a24-4117-a34f-f69ac7cdbae5 gateway port host: dv-cinder-801875-2-iscsi {{(pid=93195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:21:48.414256 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-b15579f4-22c8-4258-83d2-4e6a4dc19c75 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:48.473843 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.plugin [None req-b15579f4-22c8-4258-83d2-4e6a4dc19c75 admin admin] Deleting port 27a79ded-a4a7-4254-b42b-69dee168cbdc {{(pid=93192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:21:48.474184 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-b15579f4-22c8-4258-83d2-4e6a4dc19c75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769065717140'] for port, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:48.500398 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-2d511bc7-f25b-48a3-9b35-00a5da97cef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98e55bb0-9a24-4117-a34f-f69ac7cdbae5', 'name': 'tempest-TestVolumeBootPattern-1214037480-router', 'tenant_id': 'b0f2ca8c27b04af381481ebc1dec53c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'external_fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '27a79ded-a4a7-4254-b42b-69dee168cbdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:13:39Z', 'updated_at': '2021-07-22T23:21:47Z', 'revision_number': 5, 'project_id': 'b0f2ca8c27b04af381481ebc1dec53c6', 'gw_port': {'id': '27a79ded-a4a7-4254-b42b-69dee168cbdc', 'name': '', 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ac:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e55bb0-9a24-4117-a34f-f69ac7cdbae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:13:39Z', 'updated_at': '2021-07-22T23:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801875-2-iscsi'}], 'dv-cinder-801875-2-iscsi', False) {} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:21:48.529150 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d511bc7-f25b-48a3-9b35-00a5da97cef5 None None] Checking router: 98e55bb0-9a24-4117-a34f-f69ac7cdbae5 for host: dv-cinder-801875-2-iscsi {{(pid=93195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:21:48.537191 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d511bc7-f25b-48a3-9b35-00a5da97cef5 None None] Routers {'98e55bb0-9a24-4117-a34f-f69ac7cdbae5'} bound to L3 agent in host dv-cinder-801875-2-iscsi {{(pid=93195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:21:48.537830 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-2d511bc7-f25b-48a3-9b35-00a5da97cef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801875-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:03:18Z,description=,heartbeat_timestamp=2021-07-22T23:21:48Z,host='dv-cinder-801875-2-iscsi',id=fdf30918-cf4b-4771-a7f5-907485eb00f1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:18Z,topic='l3_agent')) {'router_ids': ['98e55bb0-9a24-4117-a34f-f69ac7cdbae5'], 'active': True} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:21:48.551354 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.db [None req-b15579f4-22c8-4258-83d2-4e6a4dc19c75 admin admin] For port 27a79ded-a4a7-4254-b42b-69dee168cbdc, host dv-cinder-801875-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801875-2-iscsi',level=0,port_id=27a79ded-a4a7-4254-b42b-69dee168cbdc,segment=NetworkSegment(829b4ee6-bc3b-4b66-8264-3fcbe946197d),segment_id=829b4ee6-bc3b-4b66-8264-3fcbe946197d)] {{(pid=93192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:21:48.551891 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-b15579f4-22c8-4258-83d2-4e6a4dc19c75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681326'] for port, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:48.564263 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.plugin [None req-b15579f4-22c8-4258-83d2-4e6a4dc19c75 admin admin] Calling delete_port for 27a79ded-a4a7-4254-b42b-69dee168cbdc owned by network:router_gateway {{(pid=93192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:21:48.617579 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvr_db [None req-2d511bc7-f25b-48a3-9b35-00a5da97cef5 None None] Set router 98e55bb0-9a24-4117-a34f-f69ac7cdbae5 gateway port host: None {{(pid=93195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:21:48.669886 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-2d511bc7-f25b-48a3-9b35-00a5da97cef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98e55bb0-9a24-4117-a34f-f69ac7cdbae5', 'name': 'tempest-TestVolumeBootPattern-1214037480-router', 'tenant_id': 'b0f2ca8c27b04af381481ebc1dec53c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:13:39Z', 'updated_at': '2021-07-22T23:21:48Z', 'revision_number': 6, 'project_id': 'b0f2ca8c27b04af381481ebc1dec53c6', 'gw_port_host': None}], 'dv-cinder-801875-2-iscsi', False) {} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:21:48.682281 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:48.697705 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d511bc7-f25b-48a3-9b35-00a5da97cef5 None None] The sync data for ids ['98e55bb0-9a24-4117-a34f-f69ac7cdbae5'] in dv-cinder-801875-2-iscsi is: [{'id': '98e55bb0-9a24-4117-a34f-f69ac7cdbae5', 'name': 'tempest-TestVolumeBootPattern-1214037480-router', 'tenant_id': 'b0f2ca8c27b04af381481ebc1dec53c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:13:39Z', 'updated_at': '2021-07-22T23:21:48Z', 'revision_number': 6, 'project_id': 'b0f2ca8c27b04af381481ebc1dec53c6', 'gw_port_host': None}] {{(pid=93195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:21:48.733074 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-b15579f4-22c8-4258-83d2-4e6a4dc19c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769065717863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769065317250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30393516'] for port, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:48.760181 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15579f4-22c8-4258-83d2-4e6a4dc19c75 admin admin] Pushing event deleted for resources: {'Port': ['ID=27a79ded-a4a7-4254-b42b-69dee168cbdc,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:21:48.771962 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:48.823184 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-b15579f4-22c8-4258-83d2-4e6a4dc19c75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680889'] for router_gateway, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:48.911945 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-b15579f4-22c8-4258-83d2-4e6a4dc19c75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-680302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12241'] for router, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:48.914069 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-b15579f4-22c8-4258-83d2-4e6a4dc19c75 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:48.957162 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-b15579f4-22c8-4258-83d2-4e6a4dc19c75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-681282'] for router, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:48.957807 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b15579f4-22c8-4258-83d2-4e6a4dc19c75 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 98e55bb0-9a24-4117-a34f-f69ac7cdbae5 {{(pid=93192) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:21:48.962310 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-b15579f4-22c8-4258-83d2-4e6a4dc19c75 admin admin] Notify callbacks [] for router, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:48.965460 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-b15579f4-22c8-4258-83d2-4e6a4dc19c75 admin admin] 10.222.0.44 "DELETE /v2.0/routers/98e55bb0-9a24-4117-a34f-f69ac7cdbae5 HTTP/1.1" status: 204 len: 168 time: 0.7499940 Jul 22 23:21:48.967938 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 41812) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:21:49.012933 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fc5cb3d-bad8-434d-9f53-544ff0b76884 admin admin] Deleting subnet 86bfed3d-6c12-41ca-9403-91ea76c5a396 {{(pid=93192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:21:49.016289 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cb3d-bad8-434d-9f53-544ff0b76884 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:49.059330 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cb3d-bad8-434d-9f53-544ff0b76884 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30393563'] for subnet, precommit_delete_associations {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:49.144662 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cb3d-bad8-434d-9f53-544ff0b76884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1834514'] for subnet, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:49.172726 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-d6d3e244-519d-4c84-95ee-f6386db2b0d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:49.197651 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cb3d-bad8-434d-9f53-544ff0b76884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1834523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30393593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30098377'] for subnet, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:49.223366 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5cb3d-bad8-434d-9f53-544ff0b76884 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86bfed3d-6c12-41ca-9403-91ea76c5a396,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:21:49.227001 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-7fc5cb3d-bad8-434d-9f53-544ff0b76884 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585183'] for subnet, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:49.228930 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-7fc5cb3d-bad8-434d-9f53-544ff0b76884 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/86bfed3d-6c12-41ca-9403-91ea76c5a396 HTTP/1.1" status: 204 len: 168 time: 0.2599876 Jul 22 23:21:49.231381 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 41820) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:21:49.238888 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6920c77-5576-4b2b-906b-addbf27ad810 None None] Network 690216a3-b37a-4912-932a-1da61c91c9ed requested from dv-cinder-801875-2-iscsi {{(pid=93194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:21:49.319047 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-30046ce3-e5b0-4d30-8d96-ee6d3ada7782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589717'] for network, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:49.386052 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.plugin [None req-30046ce3-e5b0-4d30-8d96-ee6d3ada7782 admin admin] Deleting port bcb56c24-3f92-4030-9785-1fc131c9e9d7 {{(pid=93192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:21:49.386315 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-30046ce3-e5b0-4d30-8d96-ee6d3ada7782 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769065717140'] for port, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:49.452557 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.db [None req-30046ce3-e5b0-4d30-8d96-ee6d3ada7782 admin admin] For port bcb56c24-3f92-4030-9785-1fc131c9e9d7, host dv-cinder-801875-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801875-2-iscsi',level=0,port_id=bcb56c24-3f92-4030-9785-1fc131c9e9d7,segment=NetworkSegment(9753792a-ead7-43c8-95a8-12ed968abaf4),segment_id=9753792a-ead7-43c8-95a8-12ed968abaf4)] {{(pid=93192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:21:49.453147 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-30046ce3-e5b0-4d30-8d96-ee6d3ada7782 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681326'] for port, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:49.463879 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36badd02-c29b-4033-843e-11ec7ed40299 None None] DHCP port deletion for 690216a3-b37a-4912-932a-1da61c91c9ed request from dv-cinder-801875-2-iscsi {{(pid=93194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:21:49.467676 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.plugin [None req-30046ce3-e5b0-4d30-8d96-ee6d3ada7782 admin admin] Calling delete_port for bcb56c24-3f92-4030-9785-1fc131c9e9d7 owned by network:dhcp {{(pid=93192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:21:49.523597 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-36badd02-c29b-4033-843e-11ec7ed40299 None None] Deleting port bcb56c24-3f92-4030-9785-1fc131c9e9d7 {{(pid=93194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:21:49.524081 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-36badd02-c29b-4033-843e-11ec7ed40299 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769065717140'] for port, before_delete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:49.552290 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-30046ce3-e5b0-4d30-8d96-ee6d3ada7782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769065717863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769065317250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30393516'] for port, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:49.554599 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Device bcb56c24-3f92-4030-9785-1fc131c9e9d7 no longer exists at agent ovs-agent-dv-cinder-801875-2-iscsi {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:21:49.578045 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30046ce3-e5b0-4d30-8d96-ee6d3ada7782 admin admin] Pushing event deleted for resources: {'Port': ['ID=bcb56c24-3f92-4030-9785-1fc131c9e9d7,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:21:49.578566 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] No Port match for: bcb56c24-3f92-4030-9785-1fc131c9e9d7 {{(pid=93194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:21:49.578913 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Device bcb56c24-3f92-4030-9785-1fc131c9e9d7 not bound to the agent host dv-cinder-801875-2-iscsi {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:21:49.579339 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Device 27a79ded-a4a7-4254-b42b-69dee168cbdc no longer exists at agent ovs-agent-dv-cinder-801875-2-iscsi {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:21:49.585664 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30046ce3-e5b0-4d30-8d96-ee6d3ada7782 admin admin] No DVR routers for this DVR port bcb56c24-3f92-4030-9785-1fc131c9e9d7 on host dv-cinder-801875-2-iscsi {{(pid=93192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:21:49.628781 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] No Port match for: 27a79ded-a4a7-4254-b42b-69dee168cbdc {{(pid=93194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:21:49.629122 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Device 27a79ded-a4a7-4254-b42b-69dee168cbdc not bound to the agent host dv-cinder-801875-2-iscsi {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:21:49.629535 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Device 565603f0-0c73-41c0-88e6-24edaa88ce4d no longer exists at agent ovs-agent-dv-cinder-801875-2-iscsi {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:21:49.635583 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-36badd02-c29b-4033-843e-11ec7ed40299 None None] For port bcb56c24-3f92-4030-9785-1fc131c9e9d7, host dv-cinder-801875-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801875-2-iscsi',level=0,port_id=bcb56c24-3f92-4030-9785-1fc131c9e9d7,segment=NetworkSegment(9753792a-ead7-43c8-95a8-12ed968abaf4),segment_id=9753792a-ead7-43c8-95a8-12ed968abaf4)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:21:49.635978 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-36badd02-c29b-4033-843e-11ec7ed40299 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681326'] for port, precommit_delete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:49.657043 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-30046ce3-e5b0-4d30-8d96-ee6d3ada7782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1832750', 'neutron.services.segments.db._delete_segments_for_network-8769065864497'] for network, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:49.659297 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] No Port match for: 565603f0-0c73-41c0-88e6-24edaa88ce4d {{(pid=93194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:21:49.659643 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Device 565603f0-0c73-41c0-88e6-24edaa88ce4d not bound to the agent host dv-cinder-801875-2-iscsi {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:21:49.666845 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-36badd02-c29b-4033-843e-11ec7ed40299 None None] Calling delete_port for bcb56c24-3f92-4030-9785-1fc131c9e9d7 owned by network:dhcp {{(pid=93194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:21:49.674375 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.services.segments.db [None req-30046ce3-e5b0-4d30-8d96-ee6d3ada7782 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['690216a3-b37a-4912-932a-1da61c91c9ed']}} {{(pid=93192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:21:49.684899 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.services.segments.db [None req-30046ce3-e5b0-4d30-8d96-ee6d3ada7782 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9753792a-ead7-43c8-95a8-12ed968abaf4') {'for_net_delete': True} {{(pid=93192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:21:49.685093 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.services.segments.db [None req-30046ce3-e5b0-4d30-8d96-ee6d3ada7782 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9753792a-ead7-43c8-95a8-12ed968abaf4') {} {{(pid=93192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:21:49.695163 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-30046ce3-e5b0-4d30-8d96-ee6d3ada7782 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769065866554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30393554'] for segment, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:49.710451 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-30046ce3-e5b0-4d30-8d96-ee6d3ada7782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822282'] for segment, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:49.717209 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30046ce3-e5b0-4d30-8d96-ee6d3ada7782 admin admin] Releasing vlan 886 on physical network physnet1 to pool {{(pid=93192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:21:49.717656 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-30046ce3-e5b0-4d30-8d96-ee6d3ada7782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30393475'] for segment, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:49.719679 dv-cinder-801875-2-iscsi neutron-server[93192]: Traceback (most recent call last): Jul 22 23:21:49.719679 dv-cinder-801875-2-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:21:49.719679 dv-cinder-801875-2-iscsi neutron-server[93192]: timer() Jul 22 23:21:49.719679 dv-cinder-801875-2-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:21:49.719679 dv-cinder-801875-2-iscsi neutron-server[93192]: cb(*args, **kw) Jul 22 23:21:49.719679 dv-cinder-801875-2-iscsi neutron-server[93192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:21:49.719679 dv-cinder-801875-2-iscsi neutron-server[93192]: return func(*args, **kwargs) Jul 22 23:21:49.719679 dv-cinder-801875-2-iscsi neutron-server[93192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:21:49.719679 dv-cinder-801875-2-iscsi neutron-server[93192]: self._notify() Jul 22 23:21:49.719679 dv-cinder-801875-2-iscsi neutron-server[93192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:21:49.719679 dv-cinder-801875-2-iscsi neutron-server[93192]: self.callback(batched_events) Jul 22 23:21:49.719679 dv-cinder-801875-2-iscsi neutron-server[93192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:21:49.719679 dv-cinder-801875-2-iscsi neutron-server[93192]: event.method(event) Jul 22 23:21:49.719679 dv-cinder-801875-2-iscsi neutron-server[93192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:21:49.719679 dv-cinder-801875-2-iscsi neutron-server[93192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:21:49.719679 dv-cinder-801875-2-iscsi neutron-server[93192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:21:49.719679 dv-cinder-801875-2-iscsi neutron-server[93192]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:21:49.719679 dv-cinder-801875-2-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:21:49.719679 dv-cinder-801875-2-iscsi neutron-server[93192]: return f(self, *a, **k) Jul 22 23:21:49.719679 dv-cinder-801875-2-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:21:49.719679 dv-cinder-801875-2-iscsi neutron-server[93192]: return self._get(url).json() Jul 22 23:21:49.719679 dv-cinder-801875-2-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:21:49.719679 dv-cinder-801875-2-iscsi neutron-server[93192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:21:49.719679 dv-cinder-801875-2-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:21:49.719679 dv-cinder-801875-2-iscsi neutron-server[93192]: return self.request(url, 'GET', **kwargs) Jul 22 23:21:49.719679 dv-cinder-801875-2-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:21:49.719679 dv-cinder-801875-2-iscsi neutron-server[93192]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:21:49.719679 dv-cinder-801875-2-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:21:49.719679 dv-cinder-801875-2-iscsi neutron-server[93192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:21:49.719679 dv-cinder-801875-2-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:21:49.719679 dv-cinder-801875-2-iscsi neutron-server[93192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:21:49.719679 dv-cinder-801875-2-iscsi neutron-server[93192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:21:49.766094 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-36badd02-c29b-4033-843e-11ec7ed40299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769065717863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769065317250'] for port, after_delete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:49.777802 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-30046ce3-e5b0-4d30-8d96-ee6d3ada7782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1832741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680861'] for network, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:49.783006 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-30046ce3-e5b0-4d30-8d96-ee6d3ada7782 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585183'] for network, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:49.784897 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-30046ce3-e5b0-4d30-8d96-ee6d3ada7782 admin admin] 10.222.0.44 "DELETE /v2.0/networks/690216a3-b37a-4912-932a-1da61c91c9ed HTTP/1.1" status: 204 len: 168 time: 0.5526040 Jul 22 23:21:49.796602 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30046ce3-e5b0-4d30-8d96-ee6d3ada7782 admin admin] Pushing event deleted for resources: {'Network': ['ID=690216a3-b37a-4912-932a-1da61c91c9ed,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:21:49.796792 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36badd02-c29b-4033-843e-11ec7ed40299 None None] No DVR routers for this DVR port bcb56c24-3f92-4030-9785-1fc131c9e9d7 on host dv-cinder-801875-2-iscsi {{(pid=93194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:21:49.801673 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36badd02-c29b-4033-843e-11ec7ed40299 None None] Pushing event deleted for resources: {'Port': ['ID=bcb56c24-3f92-4030-9785-1fc131c9e9d7,revision_number=None']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:21:49.902835 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 41828) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:21:49.942858 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-fbb930d5-7fd4-48c3-8282-db1d94ddc4cc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7ace0a9b96d34ceb9c996a5476ba0fb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387969 Jul 22 23:21:49.945165 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 41830) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:21:49.992244 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-1cca7fbe-58b8-4a64-b801-af63b6abb0d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:50.013129 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-1cca7fbe-58b8-4a64-b801-af63b6abb0d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:50.057837 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-1cca7fbe-58b8-4a64-b801-af63b6abb0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:50.060403 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-1cca7fbe-58b8-4a64-b801-af63b6abb0d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:50.061546 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-1cca7fbe-58b8-4a64-b801-af63b6abb0d7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c531f632-233a-4a84-9162-806e09c8f6f8 HTTP/1.1" status: 204 len: 168 time: 0.1155114 Jul 22 23:21:50.069737 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cca7fbe-58b8-4a64-b801-af63b6abb0d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c531f632-233a-4a84-9162-806e09c8f6f8,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:21:50.361772 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 41838) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:21:50.402792 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-96b914f5-5de5-41f4-9a23-71f23dd77afe admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b0f2ca8c27b04af381481ebc1dec53c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0398791 Jul 22 23:21:50.405262 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 41840) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:21:50.458999 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-d207e661-6a7e-48a7-810a-80d320f302c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:50.481501 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-d207e661-6a7e-48a7-810a-80d320f302c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:50.530291 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-d207e661-6a7e-48a7-810a-80d320f302c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:50.533035 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-d207e661-6a7e-48a7-810a-80d320f302c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:50.534219 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-d207e661-6a7e-48a7-810a-80d320f302c7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4b791f72-37aa-41f4-a7fe-8511d3db079f HTTP/1.1" status: 204 len: 168 time: 0.1280127 Jul 22 23:21:50.543112 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d207e661-6a7e-48a7-810a-80d320f302c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b791f72-37aa-41f4-a7fe-8511d3db079f,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:21:50.937919 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-cbf739a1-5d20-402c-989d-00d0f7e6e81c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:58.887574 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.agents_db [None req-bfbb8894-14bb-41d0-8761-89beb89abbcb None None] Agent healthcheck: found 6 active agents {{(pid=93195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:22:15.063318 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 42006) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:22:15.164497 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-804a962c-3e44-4e5b-9907-1de0f13504ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:15.251056 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-804a962c-3e44-4e5b-9907-1de0f13504ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:15.255572 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-804a962c-3e44-4e5b-9907-1de0f13504ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:15.292488 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-804a962c-3e44-4e5b-9907-1de0f13504ca admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6bca7aa1a69e4974826486ca97853cc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2275655 Jul 22 23:22:15.293556 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804a962c-3e44-4e5b-9907-1de0f13504ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f764491-2fda-48c1-9c46-1cf3f33558eb,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:22:15.295251 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 42010) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:22:15.300715 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804a962c-3e44-4e5b-9907-1de0f13504ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:22:15.301061 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804a962c-3e44-4e5b-9907-1de0f13504ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:22:15.301399 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804a962c-3e44-4e5b-9907-1de0f13504ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:22:15.301726 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804a962c-3e44-4e5b-9907-1de0f13504ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:22:15.302050 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804a962c-3e44-4e5b-9907-1de0f13504ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:22:15.302375 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804a962c-3e44-4e5b-9907-1de0f13504ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:22:15.302729 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804a962c-3e44-4e5b-9907-1de0f13504ca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:22:15.303050 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804a962c-3e44-4e5b-9907-1de0f13504ca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:22:15.303369 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804a962c-3e44-4e5b-9907-1de0f13504ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:22:15.303687 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804a962c-3e44-4e5b-9907-1de0f13504ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:22:15.304004 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804a962c-3e44-4e5b-9907-1de0f13504ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:22:15.304318 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804a962c-3e44-4e5b-9907-1de0f13504ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:22:15.343250 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-7a8a6ae6-43d9-4179-a5b4-5c92989f3b16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:15.364244 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-7a8a6ae6-43d9-4179-a5b4-5c92989f3b16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:15.408430 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-7a8a6ae6-43d9-4179-a5b4-5c92989f3b16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:15.411331 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-7a8a6ae6-43d9-4179-a5b4-5c92989f3b16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:15.412560 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-7a8a6ae6-43d9-4179-a5b4-5c92989f3b16 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6f764491-2fda-48c1-9c46-1cf3f33558eb HTTP/1.1" status: 204 len: 168 time: 0.1161683 Jul 22 23:22:15.420049 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8a6ae6-43d9-4179-a5b4-5c92989f3b16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f764491-2fda-48c1-9c46-1cf3f33558eb,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:22:15.482729 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-df8b94c1-bac6-4dac-9da4-ea17ec8e003a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:17.591329 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-58c78fe3-1dd3-4dc6-912c-61ffe1ca8237 req-df71f3df-351b-4dbd-a69d-f22ef622e564 tempest-VolumesNegativeTest-1745243025 tempest-VolumesNegativeTest-1745243025-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=d235c29d963e40c58fe8740cf23dab2e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293722 Jul 22 23:22:17.776227 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c78fe3-1dd3-4dc6-912c-61ffe1ca8237 req-24062ce0-db14-4a1c-b89f-3b317f7f987a tempest-VolumesNegativeTest-1745243025 tempest-VolumesNegativeTest-1745243025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:22:17.777729 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-58c78fe3-1dd3-4dc6-912c-61ffe1ca8237 req-24062ce0-db14-4a1c-b89f-3b317f7f987a tempest-VolumesNegativeTest-1745243025 tempest-VolumesNegativeTest-1745243025-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1817093 Jul 22 23:22:17.792250 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-58c78fe3-1dd3-4dc6-912c-61ffe1ca8237 req-1e486351-e0f0-409c-98a4-b9fc0aa6e03b tempest-VolumesNegativeTest-1745243025 tempest-VolumesNegativeTest-1745243025-project] 10.222.0.44 "GET /v2.0/quotas/d235c29d963e40c58fe8740cf23dab2e HTTP/1.1" status: 200 len: 375 time: 0.0093238 Jul 22 23:22:17.824061 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-58c78fe3-1dd3-4dc6-912c-61ffe1ca8237 req-70a50dbe-51f3-48bb-bc04-b5f655f05e4f tempest-VolumesNegativeTest-1745243025 tempest-VolumesNegativeTest-1745243025-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d235c29d963e40c58fe8740cf23dab2e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271993 Jul 22 23:22:18.173962 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-42d3d7e6-7ab2-4595-9e9a-35c9038665ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:18.682958 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:18.783303 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:19.000794 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-51c69d41-9143-4379-87d3-103d05ef9185 req-2a4ec93e-4bdb-4d8b-a993-2d0d0dbf1126 tempest-VolumesNegativeTest-1745243025 tempest-VolumesNegativeTest-1745243025-project] 10.222.0.44 "GET /v2.0/ports?device_id=261f48f6-5a08-4baf-9f04-6edac2d642cf HTTP/1.1" status: 200 len: 210 time: 0.0280652 Jul 22 23:22:19.173529 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-d6d3e244-519d-4c84-95ee-f6386db2b0d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:20.062907 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-58c78fe3-1dd3-4dc6-912c-61ffe1ca8237 req-9a11f628-877a-4dc5-aa0c-8ff822c2bd6f tempest-VolumesNegativeTest-1745243025 tempest-VolumesNegativeTest-1745243025-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=d235c29d963e40c58fe8740cf23dab2e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0329323 Jul 22 23:22:20.100238 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-f5477aa9-c873-4b3e-be4d-6e2e39bf41b5 req-01f10d6c-b202-4ceb-a326-22d3b5a5f3d8 tempest-VolumesNegativeTest-1745243025 tempest-VolumesNegativeTest-1745243025-project] 10.222.0.44 "GET /v2.0/ports?device_id=261f48f6-5a08-4baf-9f04-6edac2d642cf HTTP/1.1" status: 200 len: 210 time: 0.0337512 Jul 22 23:22:20.246292 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c78fe3-1dd3-4dc6-912c-61ffe1ca8237 req-4d7fae46-6717-442c-8f34-735bf8f2dd0d tempest-VolumesNegativeTest-1745243025 tempest-VolumesNegativeTest-1745243025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:22:20.247165 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-58c78fe3-1dd3-4dc6-912c-61ffe1ca8237 req-4d7fae46-6717-442c-8f34-735bf8f2dd0d tempest-VolumesNegativeTest-1745243025 tempest-VolumesNegativeTest-1745243025-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1785893 Jul 22 23:22:20.289796 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [req-58c78fe3-1dd3-4dc6-912c-61ffe1ca8237 req-776d966a-adc1-46b0-854c-c6f038ba83e0 tempest-VolumesNegativeTest-1745243025 tempest-VolumesNegativeTest-1745243025-project] Request body: {'port': {'device_id': '261f48f6-5a08-4baf-9f04-6edac2d642cf', 'network_id': '0bbe4b3b-b249-4db2-bfe3-c95e2225426b', 'admin_state_up': True, 'tenant_id': 'd235c29d963e40c58fe8740cf23dab2e'}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:22:20.390607 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58c78fe3-1dd3-4dc6-912c-61ffe1ca8237 req-776d966a-adc1-46b0-854c-c6f038ba83e0 tempest-VolumesNegativeTest-1745243025 tempest-VolumesNegativeTest-1745243025-project] Made reservation on behalf of d235c29d963e40c58fe8740cf23dab2e for: {'port': 1} {{(pid=93193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:22:20.394556 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-58c78fe3-1dd3-4dc6-912c-61ffe1ca8237 req-776d966a-adc1-46b0-854c-c6f038ba83e0 tempest-VolumesNegativeTest-1745243025 tempest-VolumesNegativeTest-1745243025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:20.402761 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-58c78fe3-1dd3-4dc6-912c-61ffe1ca8237 req-776d966a-adc1-46b0-854c-c6f038ba83e0 tempest-VolumesNegativeTest-1745243025 tempest-VolumesNegativeTest-1745243025-project] Notify callbacks [] for security_group, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:20.490293 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-58c78fe3-1dd3-4dc6-912c-61ffe1ca8237 req-776d966a-adc1-46b0-854c-c6f038ba83e0 tempest-VolumesNegativeTest-1745243025 tempest-VolumesNegativeTest-1745243025-project] Notify callbacks [] for security_group, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:20.494293 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-58c78fe3-1dd3-4dc6-912c-61ffe1ca8237 req-776d966a-adc1-46b0-854c-c6f038ba83e0 tempest-VolumesNegativeTest-1745243025 tempest-VolumesNegativeTest-1745243025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:20.553732 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776d966a-adc1-46b0-854c-c6f038ba83e0 tempest-VolumesNegativeTest-1745243025 tempest-VolumesNegativeTest-1745243025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=760ecbb9-b9f0-4930-95c2-7a4dfd427e8f,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:22:20.623233 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.db.db_base_plugin_common [req-58c78fe3-1dd3-4dc6-912c-61ffe1ca8237 req-776d966a-adc1-46b0-854c-c6f038ba83e0 tempest-VolumesNegativeTest-1745243025 tempest-VolumesNegativeTest-1745243025-project] Allocated IP 192.168.233.111 (0bbe4b3b-b249-4db2-bfe3-c95e2225426b/0884a910-47a6-4179-ad19-d8db72af1b5a/96118631-f116-4a1f-9334-a8f67dabaced) {{(pid=93193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:22:20.765260 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-58c78fe3-1dd3-4dc6-912c-61ffe1ca8237 req-776d966a-adc1-46b0-854c-c6f038ba83e0 tempest-VolumesNegativeTest-1745243025 tempest-VolumesNegativeTest-1745243025-project] Notify callbacks [] for port, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:20.778566 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.db.provisioning_blocks [req-58c78fe3-1dd3-4dc6-912c-61ffe1ca8237 req-776d966a-adc1-46b0-854c-c6f038ba83e0 tempest-VolumesNegativeTest-1745243025 tempest-VolumesNegativeTest-1745243025-project] Transition to ACTIVE for port object 96118631-f116-4a1f-9334-a8f67dabaced will not be triggered until provisioned by entity DHCP. {{(pid=93193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:22:20.810155 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-58c78fe3-1dd3-4dc6-912c-61ffe1ca8237 req-776d966a-adc1-46b0-854c-c6f038ba83e0 tempest-VolumesNegativeTest-1745243025 tempest-VolumesNegativeTest-1745243025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769065317241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31811438'] for port, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:20.851929 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58c78fe3-1dd3-4dc6-912c-61ffe1ca8237 req-776d966a-adc1-46b0-854c-c6f038ba83e0 tempest-VolumesNegativeTest-1745243025 tempest-VolumesNegativeTest-1745243025-project] Network 0bbe4b3b-b249-4db2-bfe3-c95e2225426b is already hosted by enough agents. {{(pid=93193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:22:20.854906 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.scheduler.base_scheduler [req-58c78fe3-1dd3-4dc6-912c-61ffe1ca8237 req-776d966a-adc1-46b0-854c-c6f038ba83e0 tempest-VolumesNegativeTest-1745243025 tempest-VolumesNegativeTest-1745243025-project] Resources bound (agent type, host, resource id): {{(pid=93193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:22:20.858466 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.db.l3_dvrscheduler_db [req-58c78fe3-1dd3-4dc6-912c-61ffe1ca8237 req-776d966a-adc1-46b0-854c-c6f038ba83e0 tempest-VolumesNegativeTest-1745243025 tempest-VolumesNegativeTest-1745243025-project] Received port after_create {{(pid=93193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:22:20.865050 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776d966a-adc1-46b0-854c-c6f038ba83e0 tempest-VolumesNegativeTest-1745243025 tempest-VolumesNegativeTest-1745243025-project] Pushing event updated for resources: {'Port': ['ID=96118631-f116-4a1f-9334-a8f67dabaced,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:22:20.909413 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c78fe3-1dd3-4dc6-912c-61ffe1ca8237 req-776d966a-adc1-46b0-854c-c6f038ba83e0 tempest-VolumesNegativeTest-1745243025 tempest-VolumesNegativeTest-1745243025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:22:20.910061 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-58c78fe3-1dd3-4dc6-912c-61ffe1ca8237 req-776d966a-adc1-46b0-854c-c6f038ba83e0 tempest-VolumesNegativeTest-1745243025 tempest-VolumesNegativeTest-1745243025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92570'] for port, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:20.925531 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-58c78fe3-1dd3-4dc6-912c-61ffe1ca8237 req-776d966a-adc1-46b0-854c-c6f038ba83e0 tempest-VolumesNegativeTest-1745243025 tempest-VolumesNegativeTest-1745243025-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6391449 Jul 22 23:22:20.945290 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [req-58c78fe3-1dd3-4dc6-912c-61ffe1ca8237 req-f6946653-e4bd-42f6-9030-762e0e6cc08d service neutron] Request body: {'port': {'device_id': '261f48f6-5a08-4baf-9f04-6edac2d642cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80187'}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:22:20.947046 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-cbf739a1-5d20-402c-989d-00d0f7e6e81c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:21.022025 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-58c78fe3-1dd3-4dc6-912c-61ffe1ca8237 req-f6946653-e4bd-42f6-9030-762e0e6cc08d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:21.069276 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-ba5c6caf-08aa-461b-8002-c86486064169 None None] Provisioning for port 96118631-f116-4a1f-9334-a8f67dabaced completed by entity DHCP. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:22:21.073504 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-ba5c6caf-08aa-461b-8002-c86486064169 None None] Provisioning complete for port 96118631-f116-4a1f-9334-a8f67dabaced triggered by entity DHCP. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:22:21.073899 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-ba5c6caf-08aa-461b-8002-c86486064169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832377'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:21.107256 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-ba5c6caf-08aa-461b-8002-c86486064169 None None] Port 96118631-f116-4a1f-9334-a8f67dabaced cannot update to ACTIVE because it is not bound. {{(pid=93194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:22:21.244904 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ad2891-54bc-457c-a9a3-d92e4dec3b88 req-28a67d4f-3db1-4826-a935-789856b74853 tempest-VolumesNegativeTest-1745243025 tempest-VolumesNegativeTest-1745243025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:22:21.246361 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-00ad2891-54bc-457c-a9a3-d92e4dec3b88 req-28a67d4f-3db1-4826-a935-789856b74853 tempest-VolumesNegativeTest-1745243025 tempest-VolumesNegativeTest-1745243025-project] 10.222.0.44 "GET /v2.0/ports?device_id=261f48f6-5a08-4baf-9f04-6edac2d642cf HTTP/1.1" status: 200 len: 936 time: 0.0613620 Jul 22 23:22:21.275380 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.notifiers.nova [req-58c78fe3-1dd3-4dc6-912c-61ffe1ca8237 req-f6946653-e4bd-42f6-9030-762e0e6cc08d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96118631-f116-4a1f-9334-a8f67dabaced {{(pid=93193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:22:21.282251 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-00ad2891-54bc-457c-a9a3-d92e4dec3b88 req-14f19038-52f7-4585-b653-e98a7f140cf0 tempest-VolumesNegativeTest-1745243025 tempest-VolumesNegativeTest-1745243025-project] 10.222.0.44 "GET /v2.0/security-groups?id=760ecbb9-b9f0-4930-95c2-7a4dfd427e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304081 Jul 22 23:22:21.283148 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-58c78fe3-1dd3-4dc6-912c-61ffe1ca8237 req-f6946653-e4bd-42f6-9030-762e0e6cc08d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:21.295613 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.db.provisioning_blocks [req-58c78fe3-1dd3-4dc6-912c-61ffe1ca8237 req-f6946653-e4bd-42f6-9030-762e0e6cc08d service neutron] Transition to ACTIVE for port object 96118631-f116-4a1f-9334-a8f67dabaced will not be triggered until provisioned by entity L2. {{(pid=93193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:22:21.302455 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-58c78fe3-1dd3-4dc6-912c-61ffe1ca8237 req-f6946653-e4bd-42f6-9030-762e0e6cc08d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31811429'] for port, after_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:21.370793 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6946653-e4bd-42f6-9030-762e0e6cc08d service neutron] Pushing event updated for resources: {'Port': ['ID=96118631-f116-4a1f-9334-a8f67dabaced,revision_number=2']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:22:21.422367 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.managers [req-58c78fe3-1dd3-4dc6-912c-61ffe1ca8237 req-f6946653-e4bd-42f6-9030-762e0e6cc08d service neutron] Attempting to bind port 96118631-f116-4a1f-9334-a8f67dabaced on host hv-cinder-80187 for vnic_type normal with profile {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:22:21.422702 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.managers [req-58c78fe3-1dd3-4dc6-912c-61ffe1ca8237 req-f6946653-e4bd-42f6-9030-762e0e6cc08d service neutron] Attempting to bind port 96118631-f116-4a1f-9334-a8f67dabaced by drivers openvswitch,hyperv on host hv-cinder-80187 at level 0 using segments [{'id': '069d9068-9961-4c5b-9305-0862e731277b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '0bbe4b3b-b249-4db2-bfe3-c95e2225426b'}] {{(pid=93193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:22:21.423033 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c78fe3-1dd3-4dc6-912c-61ffe1ca8237 req-f6946653-e4bd-42f6-9030-762e0e6cc08d service neutron] Attempting to bind port 96118631-f116-4a1f-9334-a8f67dabaced on network 0bbe4b3b-b249-4db2-bfe3-c95e2225426b {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:22:21.427603 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c78fe3-1dd3-4dc6-912c-61ffe1ca8237 req-f6946653-e4bd-42f6-9030-762e0e6cc08d service neutron] Port 96118631-f116-4a1f-9334-a8f67dabaced on network 0bbe4b3b-b249-4db2-bfe3-c95e2225426b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80187 {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:22:21.427919 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c78fe3-1dd3-4dc6-912c-61ffe1ca8237 req-f6946653-e4bd-42f6-9030-762e0e6cc08d service neutron] Attempting to bind port 96118631-f116-4a1f-9334-a8f67dabaced on network 0bbe4b3b-b249-4db2-bfe3-c95e2225426b {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:22:21.432937 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c78fe3-1dd3-4dc6-912c-61ffe1ca8237 req-f6946653-e4bd-42f6-9030-762e0e6cc08d service neutron] Checking agent: {'id': '11a4ce8f-2944-4abd-9558-2f785ee5be32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80187', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 9, 19), 'started_at': datetime.datetime(2021, 7, 22, 23, 9, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:22:21.433129 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c78fe3-1dd3-4dc6-912c-61ffe1ca8237 req-f6946653-e4bd-42f6-9030-762e0e6cc08d service neutron] Checking segment: {'id': '069d9068-9961-4c5b-9305-0862e731277b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '0bbe4b3b-b249-4db2-bfe3-c95e2225426b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:22:21.433516 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c78fe3-1dd3-4dc6-912c-61ffe1ca8237 req-f6946653-e4bd-42f6-9030-762e0e6cc08d service neutron] Bound using segment: {'id': '069d9068-9961-4c5b-9305-0862e731277b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '0bbe4b3b-b249-4db2-bfe3-c95e2225426b'} {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:22:21.433942 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.managers [req-58c78fe3-1dd3-4dc6-912c-61ffe1ca8237 req-f6946653-e4bd-42f6-9030-762e0e6cc08d service neutron] Bound port: 96118631-f116-4a1f-9334-a8f67dabaced, host: hv-cinder-80187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '069d9068-9961-4c5b-9305-0862e731277b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '0bbe4b3b-b249-4db2-bfe3-c95e2225426b'}}] {{(pid=93193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:22:21.434300 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-58c78fe3-1dd3-4dc6-912c-61ffe1ca8237 req-f6946653-e4bd-42f6-9030-762e0e6cc08d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:21.497436 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.db [req-58c78fe3-1dd3-4dc6-912c-61ffe1ca8237 req-f6946653-e4bd-42f6-9030-762e0e6cc08d service neutron] For port 96118631-f116-4a1f-9334-a8f67dabaced, host hv-cinder-80187, cleared binding levels {{(pid=93193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:22:21.500316 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.db [req-58c78fe3-1dd3-4dc6-912c-61ffe1ca8237 req-f6946653-e4bd-42f6-9030-762e0e6cc08d service neutron] For port 96118631-f116-4a1f-9334-a8f67dabaced, host hv-cinder-80187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80187',level=0,port_id=96118631-f116-4a1f-9334-a8f67dabaced,segment=NetworkSegment(069d9068-9961-4c5b-9305-0862e731277b),segment_id=069d9068-9961-4c5b-9305-0862e731277b)] {{(pid=93193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:22:21.504748 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-58c78fe3-1dd3-4dc6-912c-61ffe1ca8237 req-f6946653-e4bd-42f6-9030-762e0e6cc08d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31811429'] for port, after_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:21.541621 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c78fe3-1dd3-4dc6-912c-61ffe1ca8237 req-f6946653-e4bd-42f6-9030-762e0e6cc08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:22:21.542378 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-58c78fe3-1dd3-4dc6-912c-61ffe1ca8237 req-f6946653-e4bd-42f6-9030-762e0e6cc08d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92570'] for port, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:21.543629 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-58c78fe3-1dd3-4dc6-912c-61ffe1ca8237 req-f6946653-e4bd-42f6-9030-762e0e6cc08d service neutron] 10.222.0.76 "PUT /v2.0/ports/96118631-f116-4a1f-9334-a8f67dabaced HTTP/1.1" status: 200 len: 1098 time: 0.6029956 Jul 22 23:22:21.544056 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '261f48f6-5a08-4baf-9f04-6edac2d642cf', 'tag': '96118631-f116-4a1f-9334-a8f67dabaced'}] {{(pid=93193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:22:21.546304 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53e3bfa867fb079e45cf064e3f04560eeff66f84eee23b8fde49e5f46f239411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82c54ddc-b620-444a-8a32-cd1a0820ac92" -d '{"events": [{"name": "network-changed", "server_uuid": "261f48f6-5a08-4baf-9f04-6edac2d642cf", "tag": "96118631-f116-4a1f-9334-a8f67dabaced"}]}' {{(pid=93193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:22:21.572736 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6946653-e4bd-42f6-9030-762e0e6cc08d service neutron] Pushing event updated for resources: {'Port': ['ID=96118631-f116-4a1f-9334-a8f67dabaced,revision_number=3']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:22:21.602192 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4137261-2612-4a16-8464-c2fac3073ff2 x-openstack-request-id: req-d4137261-2612-4a16-8464-c2fac3073ff2 {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:22:21.602481 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "261f48f6-5a08-4baf-9f04-6edac2d642cf", "tag": "96118631-f116-4a1f-9334-a8f67dabaced", "status": "completed", "code": 200}]} {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:22:21.602728 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d4137261-2612-4a16-8464-c2fac3073ff2 {{(pid=93193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:22:21.603142 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '261f48f6-5a08-4baf-9f04-6edac2d642cf', 'tag': '96118631-f116-4a1f-9334-a8f67dabaced', 'status': 'completed', 'code': 200} Jul 22 23:22:21.673986 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c78fe3-1dd3-4dc6-912c-61ffe1ca8237 req-5d66f76d-6c04-41f3-9d00-c5a224337c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:22:21.675515 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-58c78fe3-1dd3-4dc6-912c-61ffe1ca8237 req-5d66f76d-6c04-41f3-9d00-c5a224337c43 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d235c29d963e40c58fe8740cf23dab2e&device_id=261f48f6-5a08-4baf-9f04-6edac2d642cf HTTP/1.1" status: 200 len: 1101 time: 0.0560424 Jul 22 23:22:21.723198 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-58c78fe3-1dd3-4dc6-912c-61ffe1ca8237 req-07fb733a-b20f-4437-a424-296c0cd4ee9e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=96118631-f116-4a1f-9334-a8f67dabaced HTTP/1.1" status: 200 len: 217 time: 0.0339861 Jul 22 23:22:21.774006 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c78fe3-1dd3-4dc6-912c-61ffe1ca8237 req-cec8b4ba-deb5-4381-a3c1-6b93355deafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:22:21.775423 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-58c78fe3-1dd3-4dc6-912c-61ffe1ca8237 req-cec8b4ba-deb5-4381-a3c1-6b93355deafe service neutron] 10.222.0.76 "GET /v2.0/subnets?id=0884a910-47a6-4179-ad19-d8db72af1b5a HTTP/1.1" status: 200 len: 843 time: 0.0459728 Jul 22 23:22:21.831178 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c78fe3-1dd3-4dc6-912c-61ffe1ca8237 req-e1dec2de-627c-4b8d-809a-286a19cd29f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:22:21.832636 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-58c78fe3-1dd3-4dc6-912c-61ffe1ca8237 req-e1dec2de-627c-4b8d-809a-286a19cd29f3 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=0bbe4b3b-b249-4db2-bfe3-c95e2225426b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0511169 Jul 22 23:22:21.916806 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-58c78fe3-1dd3-4dc6-912c-61ffe1ca8237 req-d080208e-9692-4487-a585-3b0ad468044a service neutron] 10.222.0.76 "GET /v2.0/networks/0bbe4b3b-b249-4db2-bfe3-c95e2225426b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0777826 Jul 22 23:22:22.004476 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-58c78fe3-1dd3-4dc6-912c-61ffe1ca8237 req-896d83cb-ea12-4ae6-bba2-390e584ffab5 service neutron] 10.222.0.76 "GET /v2.0/networks/0bbe4b3b-b249-4db2-bfe3-c95e2225426b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815248 Jul 22 23:22:22.164981 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c54ddc-b620-444a-8a32-cd1a0820ac92 req-1a22dc0d-0aa7-47b7-b1c7-0365049e6c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:22:22.166444 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-82c54ddc-b620-444a-8a32-cd1a0820ac92 req-1a22dc0d-0aa7-47b7-b1c7-0365049e6c2a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d235c29d963e40c58fe8740cf23dab2e&device_id=261f48f6-5a08-4baf-9f04-6edac2d642cf HTTP/1.1" status: 200 len: 1101 time: 0.0532234 Jul 22 23:22:22.255511 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c54ddc-b620-444a-8a32-cd1a0820ac92 req-05d52b02-ecdf-42fc-a336-256e9371990c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:22:22.256856 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-82c54ddc-b620-444a-8a32-cd1a0820ac92 req-05d52b02-ecdf-42fc-a336-256e9371990c service neutron] 10.222.0.76 "GET /v2.0/networks?id=0bbe4b3b-b249-4db2-bfe3-c95e2225426b HTTP/1.1" status: 200 len: 870 time: 0.0833635 Jul 22 23:22:22.296455 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-82c54ddc-b620-444a-8a32-cd1a0820ac92 req-aa9c41dc-0a40-4157-a10a-932570d63b0d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=96118631-f116-4a1f-9334-a8f67dabaced HTTP/1.1" status: 200 len: 217 time: 0.0325193 Jul 22 23:22:22.344222 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c54ddc-b620-444a-8a32-cd1a0820ac92 req-85ef71b8-dfac-4971-8b26-0f6796d042f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:22:22.346692 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-82c54ddc-b620-444a-8a32-cd1a0820ac92 req-85ef71b8-dfac-4971-8b26-0f6796d042f6 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=0884a910-47a6-4179-ad19-d8db72af1b5a HTTP/1.1" status: 200 len: 843 time: 0.0429966 Jul 22 23:22:22.411028 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817de5fe-76e5-46dd-9915-0ccd2351669b req-a7d3939e-9df1-423b-95ac-ac00fe73ea7d tempest-VolumesNegativeTest-1745243025 tempest-VolumesNegativeTest-1745243025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:22:22.412208 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c54ddc-b620-444a-8a32-cd1a0820ac92 req-b88efb8b-1d4a-4ba5-b8e7-42f927e28b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:22:22.412517 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-817de5fe-76e5-46dd-9915-0ccd2351669b req-a7d3939e-9df1-423b-95ac-ac00fe73ea7d tempest-VolumesNegativeTest-1745243025 tempest-VolumesNegativeTest-1745243025-project] 10.222.0.44 "GET /v2.0/ports?device_id=261f48f6-5a08-4baf-9f04-6edac2d642cf HTTP/1.1" status: 200 len: 948 time: 0.0643826 Jul 22 23:22:22.413722 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-82c54ddc-b620-444a-8a32-cd1a0820ac92 req-b88efb8b-1d4a-4ba5-b8e7-42f927e28b69 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=0bbe4b3b-b249-4db2-bfe3-c95e2225426b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0602415 Jul 22 23:22:22.448008 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-817de5fe-76e5-46dd-9915-0ccd2351669b req-7387ac90-69bc-46ff-a89d-87ddd54e6553 tempest-VolumesNegativeTest-1745243025 tempest-VolumesNegativeTest-1745243025-project] 10.222.0.44 "GET /v2.0/security-groups?id=760ecbb9-b9f0-4930-95c2-7a4dfd427e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299363 Jul 22 23:22:22.501854 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-82c54ddc-b620-444a-8a32-cd1a0820ac92 req-ffc87ef3-b10c-4b84-ae74-1602a89b4dee service neutron] 10.222.0.76 "GET /v2.0/networks/0bbe4b3b-b249-4db2-bfe3-c95e2225426b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805504 Jul 22 23:22:22.590994 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-82c54ddc-b620-444a-8a32-cd1a0820ac92 req-c9fdde94-469b-4955-8d55-e832f5469e0d service neutron] 10.222.0.76 "GET /v2.0/networks/0bbe4b3b-b249-4db2-bfe3-c95e2225426b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823040 Jul 22 23:22:22.900829 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Device 96118631-f116-4a1f-9334-a8f67dabaced details requested by agent hyperv_hv-cinder-80187 with host hv-cinder-80187 {{(pid=93194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:22:22.993096 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] For port 96118631-f116-4a1f-9334-a8f67dabaced, host hv-cinder-80187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80187',level=0,port_id=96118631-f116-4a1f-9334-a8f67dabaced,segment=NetworkSegment(069d9068-9961-4c5b-9305-0862e731277b),segment_id=069d9068-9961-4c5b-9305-0862e731277b)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:22:23.007208 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Returning: {'device': '96118631-f116-4a1f-9334-a8f67dabaced', 'network_id': '0bbe4b3b-b249-4db2-bfe3-c95e2225426b', 'port_id': '96118631-f116-4a1f-9334-a8f67dabaced', 'mac_address': 'fa:16:3e:fe:13:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 895, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0884a910-47a6-4179-ad19-d8db72af1b5a', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:22:23.041968 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:23.054381 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.notifiers.nova [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96118631-f116-4a1f-9334-a8f67dabaced {{(pid=93194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:22:23.073276 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] For port 96118631-f116-4a1f-9334-a8f67dabaced, host hv-cinder-80187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80187',level=0,port_id=96118631-f116-4a1f-9334-a8f67dabaced,segment=NetworkSegment(069d9068-9961-4c5b-9305-0862e731277b),segment_id=069d9068-9961-4c5b-9305-0862e731277b)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:22:23.077100 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:23.123009 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Pushing event updated for resources: {'Port': ['ID=96118631-f116-4a1f-9334-a8f67dabaced,revision_number=4']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:22:23.130484 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:22:23.130833 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:22:23.131175 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:22:23.131507 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:22:23.131837 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:22:23.132165 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:22:23.132520 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:22:23.132848 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:22:23.133173 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:22:23.133493 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:22:23.133812 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:22:23.134130 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:22:23.395296 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] get_ports_and_sgs() called for port_ids ['96118631-f116-4a1f-9334-a8f67dabaced'] {{(pid=93194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:22:23.577382 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e91404a-f0d1-4019-a601-c2156c11985c req-8cf8070f-0533-464c-bec6-452df1f0710a tempest-VolumesNegativeTest-1745243025 tempest-VolumesNegativeTest-1745243025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:22:23.578850 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-7e91404a-f0d1-4019-a601-c2156c11985c req-8cf8070f-0533-464c-bec6-452df1f0710a tempest-VolumesNegativeTest-1745243025 tempest-VolumesNegativeTest-1745243025-project] 10.222.0.44 "GET /v2.0/ports?device_id=261f48f6-5a08-4baf-9f04-6edac2d642cf HTTP/1.1" status: 200 len: 949 time: 0.0641851 Jul 22 23:22:23.615767 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-7e91404a-f0d1-4019-a601-c2156c11985c req-b531aad1-9466-49cf-adfe-d23364793597 tempest-VolumesNegativeTest-1745243025 tempest-VolumesNegativeTest-1745243025-project] 10.222.0.44 "GET /v2.0/security-groups?id=760ecbb9-b9f0-4930-95c2-7a4dfd427e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314240 Jul 22 23:22:24.745720 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50d0e43-f0de-424d-8870-685741f27a79 req-cae0d833-6c00-4151-9c97-e606c88dd133 tempest-VolumesNegativeTest-1745243025 tempest-VolumesNegativeTest-1745243025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:22:24.747178 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-f50d0e43-f0de-424d-8870-685741f27a79 req-cae0d833-6c00-4151-9c97-e606c88dd133 tempest-VolumesNegativeTest-1745243025 tempest-VolumesNegativeTest-1745243025-project] 10.222.0.44 "GET /v2.0/ports?device_id=261f48f6-5a08-4baf-9f04-6edac2d642cf HTTP/1.1" status: 200 len: 949 time: 0.0641901 Jul 22 23:22:24.784615 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-f50d0e43-f0de-424d-8870-685741f27a79 req-b0f98cd3-835d-4823-99a5-6179be6571fb tempest-VolumesNegativeTest-1745243025 tempest-VolumesNegativeTest-1745243025-project] 10.222.0.44 "GET /v2.0/security-groups?id=760ecbb9-b9f0-4930-95c2-7a4dfd427e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313091 Jul 22 23:22:24.901029 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Device 96118631-f116-4a1f-9334-a8f67dabaced up at agent hyperv_hv-cinder-80187 {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:22:24.947315 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Provisioning for port 96118631-f116-4a1f-9334-a8f67dabaced completed by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:22:24.951059 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Provisioning complete for port 96118631-f116-4a1f-9334-a8f67dabaced triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:22:24.951431 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832377'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:25.028690 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:25.049910 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '261f48f6-5a08-4baf-9f04-6edac2d642cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96118631-f116-4a1f-9334-a8f67dabaced'}] {{(pid=93194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:22:25.052122 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7601765a566782fd39478405f6fadc52a0f9e3dab845648c9e7fe91a53a45b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c65e53df-ebe5-4a87-8c14-ae03a07bed2b" -d '{"events": [{"server_uuid": "261f48f6-5a08-4baf-9f04-6edac2d642cf", "name": "network-vif-plugged", "status": "completed", "tag": "96118631-f116-4a1f-9334-a8f67dabaced"}]}' {{(pid=93194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:22:25.064899 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] For port 96118631-f116-4a1f-9334-a8f67dabaced, host hv-cinder-80187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80187',level=0,port_id=96118631-f116-4a1f-9334-a8f67dabaced,segment=NetworkSegment(069d9068-9961-4c5b-9305-0862e731277b),segment_id=069d9068-9961-4c5b-9305-0862e731277b)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:22:25.068757 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:25.115454 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Pushing event updated for resources: {'Port': ['ID=96118631-f116-4a1f-9334-a8f67dabaced,revision_number=5']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:22:25.198019 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34702786-d789-4499-9395-548a54b75c73 x-openstack-request-id: req-34702786-d789-4499-9395-548a54b75c73 {{(pid=93194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:22:25.198310 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "261f48f6-5a08-4baf-9f04-6edac2d642cf", "name": "network-vif-plugged", "status": "completed", "tag": "96118631-f116-4a1f-9334-a8f67dabaced", "code": 200}]} {{(pid=93194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:22:25.198563 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-34702786-d789-4499-9395-548a54b75c73 {{(pid=93194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:22:25.198975 dv-cinder-801875-2-iscsi neutron-server[93194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '261f48f6-5a08-4baf-9f04-6edac2d642cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96118631-f116-4a1f-9334-a8f67dabaced', 'code': 200} Jul 22 23:22:25.399205 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1819924b-e50f-4745-b5be-bbb3c6975918 req-c16033a3-1bf6-47de-ae6d-db3422f00cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:22:25.400752 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-1819924b-e50f-4745-b5be-bbb3c6975918 req-c16033a3-1bf6-47de-ae6d-db3422f00cb1 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=261f48f6-5a08-4baf-9f04-6edac2d642cf HTTP/1.1" status: 200 len: 1103 time: 0.0520658 Jul 22 23:22:25.432931 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-1819924b-e50f-4745-b5be-bbb3c6975918 req-59780298-aaed-4a52-a50b-6a15adabfc21 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=760ecbb9-b9f0-4930-95c2-7a4dfd427e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264707 Jul 22 23:22:25.915809 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d8aec7-ad07-4c23-9360-895be644481d req-7b926bc3-7449-4174-82a2-00d9eafa593a tempest-VolumesNegativeTest-1745243025 tempest-VolumesNegativeTest-1745243025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:22:25.917281 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-23d8aec7-ad07-4c23-9360-895be644481d req-7b926bc3-7449-4174-82a2-00d9eafa593a tempest-VolumesNegativeTest-1745243025 tempest-VolumesNegativeTest-1745243025-project] 10.222.0.44 "GET /v2.0/ports?device_id=261f48f6-5a08-4baf-9f04-6edac2d642cf HTTP/1.1" status: 200 len: 950 time: 0.0654452 Jul 22 23:22:26.191059 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-23d8aec7-ad07-4c23-9360-895be644481d req-50180f27-2400-45c4-92bd-30ed6e5c34eb tempest-VolumesNegativeTest-1745243025 tempest-VolumesNegativeTest-1745243025-project] 10.222.0.44 "GET /v2.0/security-groups?id=760ecbb9-b9f0-4930-95c2-7a4dfd427e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683721 Jul 22 23:22:27.320077 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f964237-13c7-4541-903e-5d9880b9bdae req-6aa89b26-a099-4945-89ca-dac596f2a175 tempest-VolumesNegativeTest-1745243025 tempest-VolumesNegativeTest-1745243025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:22:27.321550 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-5f964237-13c7-4541-903e-5d9880b9bdae req-6aa89b26-a099-4945-89ca-dac596f2a175 tempest-VolumesNegativeTest-1745243025 tempest-VolumesNegativeTest-1745243025-project] 10.222.0.44 "GET /v2.0/ports?device_id=261f48f6-5a08-4baf-9f04-6edac2d642cf HTTP/1.1" status: 200 len: 950 time: 0.0615416 Jul 22 23:22:27.357445 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-5f964237-13c7-4541-903e-5d9880b9bdae req-ec1d6924-4a21-4a96-a2b7-379a383f2bbc tempest-VolumesNegativeTest-1745243025 tempest-VolumesNegativeTest-1745243025-project] 10.222.0.44 "GET /v2.0/security-groups?id=760ecbb9-b9f0-4930-95c2-7a4dfd427e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305769 Jul 22 23:22:27.625463 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2180d4d0-760a-45da-83a2-d877368458d9 req-cbade2e0-0c1f-48cf-b4ae-4e95091bec40 tempest-VolumesNegativeTest-1745243025 tempest-VolumesNegativeTest-1745243025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:22:27.626949 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-2180d4d0-760a-45da-83a2-d877368458d9 req-cbade2e0-0c1f-48cf-b4ae-4e95091bec40 tempest-VolumesNegativeTest-1745243025 tempest-VolumesNegativeTest-1745243025-project] 10.222.0.44 "GET /v2.0/ports?device_id=261f48f6-5a08-4baf-9f04-6edac2d642cf HTTP/1.1" status: 200 len: 950 time: 0.0632901 Jul 22 23:22:27.666447 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-2180d4d0-760a-45da-83a2-d877368458d9 req-6f977a53-eb5d-40eb-b40b-9433a839e4ac tempest-VolumesNegativeTest-1745243025 tempest-VolumesNegativeTest-1745243025-project] 10.222.0.44 "GET /v2.0/security-groups?id=760ecbb9-b9f0-4930-95c2-7a4dfd427e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339119 Jul 22 23:22:28.793374 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0263afb7-8baf-4d68-a9f7-13f85c80ebdc req-37e3b05b-d303-42a3-b8fa-c0890dc32c6d tempest-VolumesNegativeTest-1745243025 tempest-VolumesNegativeTest-1745243025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:22:28.794845 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-0263afb7-8baf-4d68-a9f7-13f85c80ebdc req-37e3b05b-d303-42a3-b8fa-c0890dc32c6d tempest-VolumesNegativeTest-1745243025 tempest-VolumesNegativeTest-1745243025-project] 10.222.0.44 "GET /v2.0/ports?device_id=261f48f6-5a08-4baf-9f04-6edac2d642cf HTTP/1.1" status: 200 len: 950 time: 0.0624614 Jul 22 23:22:28.830905 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-0263afb7-8baf-4d68-a9f7-13f85c80ebdc req-613bc837-4739-46ab-a727-5557a018c54a tempest-VolumesNegativeTest-1745243025 tempest-VolumesNegativeTest-1745243025-project] 10.222.0.44 "GET /v2.0/security-groups?id=760ecbb9-b9f0-4930-95c2-7a4dfd427e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299895 Jul 22 23:22:29.096816 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c44bcfd-15df-4a6a-be40-d1ff9699ec85 req-252830fb-3f2e-4d3a-bfc7-7e597b36905b tempest-VolumesNegativeTest-1745243025 tempest-VolumesNegativeTest-1745243025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:22:29.098165 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-6c44bcfd-15df-4a6a-be40-d1ff9699ec85 req-252830fb-3f2e-4d3a-bfc7-7e597b36905b tempest-VolumesNegativeTest-1745243025 tempest-VolumesNegativeTest-1745243025-project] 10.222.0.76 "GET /v2.0/ports?device_id=261f48f6-5a08-4baf-9f04-6edac2d642cf HTTP/1.1" status: 200 len: 950 time: 0.0613260 Jul 22 23:22:29.195980 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.plugin [req-6c44bcfd-15df-4a6a-be40-d1ff9699ec85 req-74f88147-8d21-438d-a72b-0ca678ebb53d tempest-VolumesNegativeTest-1745243025 tempest-VolumesNegativeTest-1745243025-project] Deleting port 96118631-f116-4a1f-9334-a8f67dabaced {{(pid=93193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:22:29.196321 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-6c44bcfd-15df-4a6a-be40-d1ff9699ec85 req-74f88147-8d21-438d-a72b-0ca678ebb53d tempest-VolumesNegativeTest-1745243025 tempest-VolumesNegativeTest-1745243025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769065717140'] for port, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:29.283976 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.db [req-6c44bcfd-15df-4a6a-be40-d1ff9699ec85 req-74f88147-8d21-438d-a72b-0ca678ebb53d tempest-VolumesNegativeTest-1745243025 tempest-VolumesNegativeTest-1745243025-project] For port 96118631-f116-4a1f-9334-a8f67dabaced, host hv-cinder-80187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80187',level=0,port_id=96118631-f116-4a1f-9334-a8f67dabaced,segment=NetworkSegment(069d9068-9961-4c5b-9305-0862e731277b),segment_id=069d9068-9961-4c5b-9305-0862e731277b)] {{(pid=93193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:22:29.284353 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-6c44bcfd-15df-4a6a-be40-d1ff9699ec85 req-74f88147-8d21-438d-a72b-0ca678ebb53d tempest-VolumesNegativeTest-1745243025 tempest-VolumesNegativeTest-1745243025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681326'] for port, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:29.295940 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.plugin [req-6c44bcfd-15df-4a6a-be40-d1ff9699ec85 req-74f88147-8d21-438d-a72b-0ca678ebb53d tempest-VolumesNegativeTest-1745243025 tempest-VolumesNegativeTest-1745243025-project] Calling delete_port for 96118631-f116-4a1f-9334-a8f67dabaced owned by compute:nova {{(pid=93193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:22:29.416044 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-6c44bcfd-15df-4a6a-be40-d1ff9699ec85 req-74f88147-8d21-438d-a72b-0ca678ebb53d tempest-VolumesNegativeTest-1745243025 tempest-VolumesNegativeTest-1745243025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769065717863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769065317250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31811438'] for port, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:29.446015 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f88147-8d21-438d-a72b-0ca678ebb53d tempest-VolumesNegativeTest-1745243025 tempest-VolumesNegativeTest-1745243025-project] Pushing event deleted for resources: {'Port': ['ID=96118631-f116-4a1f-9334-a8f67dabaced,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:22:29.451643 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] get_ports_and_sgs() called for port_ids ['96118631-f116-4a1f-9334-a8f67dabaced'] {{(pid=93194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:22:29.458050 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f88147-8d21-438d-a72b-0ca678ebb53d tempest-VolumesNegativeTest-1745243025 tempest-VolumesNegativeTest-1745243025-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:22:29.458399 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f88147-8d21-438d-a72b-0ca678ebb53d tempest-VolumesNegativeTest-1745243025 tempest-VolumesNegativeTest-1745243025-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:22:29.458737 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f88147-8d21-438d-a72b-0ca678ebb53d tempest-VolumesNegativeTest-1745243025 tempest-VolumesNegativeTest-1745243025-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:22:29.459068 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f88147-8d21-438d-a72b-0ca678ebb53d tempest-VolumesNegativeTest-1745243025 tempest-VolumesNegativeTest-1745243025-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:22:29.459507 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f88147-8d21-438d-a72b-0ca678ebb53d tempest-VolumesNegativeTest-1745243025 tempest-VolumesNegativeTest-1745243025-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:22:29.459728 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f88147-8d21-438d-a72b-0ca678ebb53d tempest-VolumesNegativeTest-1745243025 tempest-VolumesNegativeTest-1745243025-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:22:29.460031 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f88147-8d21-438d-a72b-0ca678ebb53d tempest-VolumesNegativeTest-1745243025 tempest-VolumesNegativeTest-1745243025-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:22:29.460374 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f88147-8d21-438d-a72b-0ca678ebb53d tempest-VolumesNegativeTest-1745243025 tempest-VolumesNegativeTest-1745243025-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:22:29.460707 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f88147-8d21-438d-a72b-0ca678ebb53d tempest-VolumesNegativeTest-1745243025 tempest-VolumesNegativeTest-1745243025-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:22:29.461023 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f88147-8d21-438d-a72b-0ca678ebb53d tempest-VolumesNegativeTest-1745243025 tempest-VolumesNegativeTest-1745243025-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:22:29.461340 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f88147-8d21-438d-a72b-0ca678ebb53d tempest-VolumesNegativeTest-1745243025 tempest-VolumesNegativeTest-1745243025-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:22:29.461658 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f88147-8d21-438d-a72b-0ca678ebb53d tempest-VolumesNegativeTest-1745243025 tempest-VolumesNegativeTest-1745243025-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:22:29.501927 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c44bcfd-15df-4a6a-be40-d1ff9699ec85 req-74f88147-8d21-438d-a72b-0ca678ebb53d tempest-VolumesNegativeTest-1745243025 tempest-VolumesNegativeTest-1745243025-project] No DVR routers for this DVR port 96118631-f116-4a1f-9334-a8f67dabaced on host hv-cinder-80187 {{(pid=93193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:22:29.504553 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-6c44bcfd-15df-4a6a-be40-d1ff9699ec85 req-74f88147-8d21-438d-a72b-0ca678ebb53d tempest-VolumesNegativeTest-1745243025 tempest-VolumesNegativeTest-1745243025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92570'] for port, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:29.506545 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-6c44bcfd-15df-4a6a-be40-d1ff9699ec85 req-74f88147-8d21-438d-a72b-0ca678ebb53d tempest-VolumesNegativeTest-1745243025 tempest-VolumesNegativeTest-1745243025-project] 10.222.0.76 "DELETE /v2.0/ports/96118631-f116-4a1f-9334-a8f67dabaced HTTP/1.1" status: 204 len: 173 time: 0.4027441 Jul 22 23:22:29.506972 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '261f48f6-5a08-4baf-9f04-6edac2d642cf', 'name': 'network-vif-deleted', 'tag': '96118631-f116-4a1f-9334-a8f67dabaced'}] {{(pid=93193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:22:29.509396 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53e3bfa867fb079e45cf064e3f04560eeff66f84eee23b8fde49e5f46f239411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1234cdfb-a83f-4cf1-aa55-d95319bdc71b" -d '{"events": [{"server_uuid": "261f48f6-5a08-4baf-9f04-6edac2d642cf", "name": "network-vif-deleted", "tag": "96118631-f116-4a1f-9334-a8f67dabaced"}]}' {{(pid=93193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:22:29.554137 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73a329c2-de1a-4998-b22d-c7f5d3bf69b9 x-openstack-request-id: req-73a329c2-de1a-4998-b22d-c7f5d3bf69b9 {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:22:29.554427 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "261f48f6-5a08-4baf-9f04-6edac2d642cf", "name": "network-vif-deleted", "tag": "96118631-f116-4a1f-9334-a8f67dabaced", "status": "completed", "code": 200}]} {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:22:29.554673 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-73a329c2-de1a-4998-b22d-c7f5d3bf69b9 {{(pid=93193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:22:29.555067 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '261f48f6-5a08-4baf-9f04-6edac2d642cf', 'name': 'network-vif-deleted', 'tag': '96118631-f116-4a1f-9334-a8f67dabaced', 'status': 'completed', 'code': 200} Jul 22 23:22:29.936117 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-1d597743-6a23-490c-bfc5-00d416e73373 req-2afc7f6b-8364-4f7f-a7eb-23b968063055 tempest-VolumesNegativeTest-1745243025 tempest-VolumesNegativeTest-1745243025-project] 10.222.0.44 "GET /v2.0/ports?device_id=261f48f6-5a08-4baf-9f04-6edac2d642cf HTTP/1.1" status: 200 len: 210 time: 0.0290346 Jul 22 23:22:32.949036 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Device 96118631-f116-4a1f-9334-a8f67dabaced no longer exists at agent hyperv_hv-cinder-80187 {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:22:32.968390 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] No Port match for: 96118631-f116-4a1f-9334-a8f67dabaced {{(pid=93194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:22:32.968733 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Device 96118631-f116-4a1f-9334-a8f67dabaced not bound to the agent host hv-cinder-80187 {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:22:34.586110 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 42340) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:22:34.714093 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-e02a692e-6f40-465f-bcfe-02cd60309d75 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d235c29d963e40c58fe8740cf23dab2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1268320 Jul 22 23:22:34.716590 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 42344) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:22:34.774368 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-7579b37d-3f70-4f19-befc-ec31b17e3195 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:34.795167 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-7579b37d-3f70-4f19-befc-ec31b17e3195 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:34.839435 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-7579b37d-3f70-4f19-befc-ec31b17e3195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:34.841914 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-7579b37d-3f70-4f19-befc-ec31b17e3195 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:34.843040 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-7579b37d-3f70-4f19-befc-ec31b17e3195 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/760ecbb9-b9f0-4930-95c2-7a4dfd427e8f HTTP/1.1" status: 204 len: 168 time: 0.1255660 Jul 22 23:22:34.851111 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7579b37d-3f70-4f19-befc-ec31b17e3195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=760ecbb9-b9f0-4930-95c2-7a4dfd427e8f,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:22:35.420632 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 42366) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:22:35.510951 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [None req-0c870b4f-5a04-4cbd-9b63-f4f4fd9c689b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1897873729-network', 'tenant_id': 'd0f7edb110c94c00be850b59f90f077e'}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:22:35.534113 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c870b4f-5a04-4cbd-9b63-f4f4fd9c689b admin admin] Made reservation on behalf of d0f7edb110c94c00be850b59f90f077e for: {'network': 1} {{(pid=93193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:22:35.536429 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-0c870b4f-5a04-4cbd-9b63-f4f4fd9c689b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for network, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:35.544182 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-0c870b4f-5a04-4cbd-9b63-f4f4fd9c689b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:35.630566 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-0c870b4f-5a04-4cbd-9b63-f4f4fd9c689b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:35.634219 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-0c870b4f-5a04-4cbd-9b63-f4f4fd9c689b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:35.655354 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c870b4f-5a04-4cbd-9b63-f4f4fd9c689b admin admin] vlan segment allocate from pool success with {'vlan_id': 871, 'physical_network': 'physnet1'} {{(pid=93193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:22:35.669957 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c870b4f-5a04-4cbd-9b63-f4f4fd9c689b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f9a5646-3f57-4f21-93ad-eb6e576b5122,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:22:35.676626 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-0c870b4f-5a04-4cbd-9b63-f4f4fd9c689b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822282'] for segment, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:35.676949 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.db.segments_db [None req-0c870b4f-5a04-4cbd-9b63-f4f4fd9c689b admin admin] Added segment ed68cee3-2549-4ceb-be77-408b39b5233f of type vlan for network 289f774d-ca22-4592-a313-a0fac81acdab Jul 22 23:22:35.715851 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-0c870b4f-5a04-4cbd-9b63-f4f4fd9c689b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769065302510'] for network, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:35.743991 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-0c870b4f-5a04-4cbd-9b63-f4f4fd9c689b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165'] for network, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:35.744970 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c870b4f-5a04-4cbd-9b63-f4f4fd9c689b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:22:35.745548 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-0c870b4f-5a04-4cbd-9b63-f4f4fd9c689b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585183'] for network, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:35.772262 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-0c870b4f-5a04-4cbd-9b63-f4f4fd9c689b admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3505673 Jul 22 23:22:35.775247 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 42370) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:22:35.780754 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.v2.base [None req-32ccb7e9-7ad1-44c0-9d24-e0f9c5591925 admin admin] Request body: {'subnet': {'network_id': '289f774d-ca22-4592-a313-a0fac81acdab', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1897873729-subnet', 'tenant_id': 'd0f7edb110c94c00be850b59f90f077e', 'ip_version': 4}} {{(pid=93192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:22:35.801357 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32ccb7e9-7ad1-44c0-9d24-e0f9c5591925 admin admin] Made reservation on behalf of d0f7edb110c94c00be850b59f90f077e for: {'subnet': 1} {{(pid=93192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:22:35.803638 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-32ccb7e9-7ad1-44c0-9d24-e0f9c5591925 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30098356'] for subnet, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:35.806676 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c870b4f-5a04-4cbd-9b63-f4f4fd9c689b admin admin] Pushing event updated for resources: {'Network': ['ID=289f774d-ca22-4592-a313-a0fac81acdab,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:22:35.817967 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Network 289f774d-ca22-4592-a313-a0fac81acdab details requested by agent ovs-agent-dv-cinder-801875-2-iscsi with host dv-cinder-801875-2-iscsi {{(pid=93194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:22:35.889771 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.agents_db [None req-bfbb8894-14bb-41d0-8761-89beb89abbcb None None] Agent healthcheck: found 6 active agents {{(pid=93195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:22:35.967943 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-32ccb7e9-7ad1-44c0-9d24-e0f9c5591925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30393400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30098374'] for subnet, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:36.029195 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ccb7e9-7ad1-44c0-9d24-e0f9c5591925 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ea29914-6a3e-43e0-8bfc-f009f44f8c53,revision_number=0']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:22:36.037278 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ccb7e9-7ad1-44c0-9d24-e0f9c5591925 admin admin] Checking segment: {'id': 'ed68cee3-2549-4ceb-be77-408b39b5233f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '289f774d-ca22-4592-a313-a0fac81acdab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:22:36.037631 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ccb7e9-7ad1-44c0-9d24-e0f9c5591925 admin admin] Network hostable DHCP agents. Network: 289f774d-ca22-4592-a313-a0fac81acdab, hostable agents: ['5089d900-808c-476c-958a-0c524ee0753f'], hosted agents: [] {{(pid=93192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:22:36.053785 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ccb7e9-7ad1-44c0-9d24-e0f9c5591925 admin admin] Network 289f774d-ca22-4592-a313-a0fac81acdab is scheduled to be hosted by DHCP agent 5089d900-808c-476c-958a-0c524ee0753f with binding_index 1 {{(pid=93192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:22:36.061390 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.scheduler.base_scheduler [None req-32ccb7e9-7ad1-44c0-9d24-e0f9c5591925 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801875-2-iscsi, 289f774d-ca22-4592-a313-a0fac81acdab) {{(pid=93192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:22:36.065245 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ccb7e9-7ad1-44c0-9d24-e0f9c5591925 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:22:36.065829 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-32ccb7e9-7ad1-44c0-9d24-e0f9c5591925 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585183'] for subnet, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:36.070214 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f839f0-2fb1-4b2d-83d4-20e5061011be None None] Network 289f774d-ca22-4592-a313-a0fac81acdab requested from dv-cinder-801875-2-iscsi {{(pid=93194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:22:36.082900 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-32ccb7e9-7ad1-44c0-9d24-e0f9c5591925 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3059800 Jul 22 23:22:36.085715 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 42372) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:22:36.090834 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.v2.base [None req-f47a9341-48ea-4734-b7e4-608be02aa987 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1897873729-router', 'tenant_id': 'd0f7edb110c94c00be850b59f90f077e', 'external_gateway_info': {'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4'}}} {{(pid=93192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:22:36.112776 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-f47a9341-48ea-4734-b7e4-608be02aa987 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-680763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12263'] for router, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:36.113727 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-f47a9341-48ea-4734-b7e4-608be02aa987 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-678997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-678420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-748592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12264'] for router, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:36.162899 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-f47a9341-48ea-4734-b7e4-608be02aa987 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:36.303367 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-f47a9341-48ea-4734-b7e4-608be02aa987 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680958', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-680789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12250'] for router, precommit_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:36.338704 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac0239d-8cee-439c-b069-b89b9a0af412 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98100b3a-e8ad-5682-a9ac-80bb6e32739f-289f774d-ca22-4592-a313-a0fac81acdab', 'network_id': '289f774d-ca22-4592-a313-a0fac81acdab', 'tenant_id': 'd0f7edb110c94c00be850b59f90f077e', 'fixed_ips': [{'subnet_id': '6ea29914-6a3e-43e0-8bfc-f009f44f8c53'}]}} from dv-cinder-801875-2-iscsi. {{(pid=93194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:22:36.339628 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-9ac0239d-8cee-439c-b069-b89b9a0af412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_create {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:36.472204 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.db_base_plugin_common [None req-9ac0239d-8cee-439c-b069-b89b9a0af412 None None] Allocated IP 172.20.0.2 (289f774d-ca22-4592-a313-a0fac81acdab/6ea29914-6a3e-43e0-8bfc-f009f44f8c53/6d96e98a-6b6f-4180-ac42-48a4647720fb) {{(pid=93194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:22:36.510024 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-f47a9341-48ea-4734-b7e4-608be02aa987 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:36.529014 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-f47a9341-48ea-4734-b7e4-608be02aa987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:36.610380 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-9ac0239d-8cee-439c-b069-b89b9a0af412 None None] Notify callbacks [] for port, precommit_create {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:36.618703 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-9ac0239d-8cee-439c-b069-b89b9a0af412 None None] Transition to ACTIVE for port object 6d96e98a-6b6f-4180-ac42-48a4647720fb will not be triggered until provisioned by entity L2. {{(pid=93194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:22:36.630292 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.db.db_base_plugin_common [None req-f47a9341-48ea-4734-b7e4-608be02aa987 admin admin] Allocated IP 172.27.1.201 (e89e037f-b917-4fce-8638-db5189a5e8e4/7d2d3a68-9173-4429-9239-290b8b68fb34/cb02f979-6ccb-4295-a9ae-c339869249b8) {{(pid=93192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:22:36.633616 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-9ac0239d-8cee-439c-b069-b89b9a0af412 None None] Transition to ACTIVE for port object 6d96e98a-6b6f-4180-ac42-48a4647720fb will not be triggered until provisioned by entity DHCP. {{(pid=93194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:22:36.638797 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-9ac0239d-8cee-439c-b069-b89b9a0af412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769065317241'] for port, after_create {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:36.677769 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac0239d-8cee-439c-b069-b89b9a0af412 None None] Network 289f774d-ca22-4592-a313-a0fac81acdab is already hosted by enough agents. {{(pid=93194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:22:36.682380 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.scheduler.base_scheduler [None req-9ac0239d-8cee-439c-b069-b89b9a0af412 None None] Resources bound (agent type, host, resource id): {{(pid=93194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:22:36.685753 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac0239d-8cee-439c-b069-b89b9a0af412 None None] Received port after_create {{(pid=93194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:22:36.694214 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac0239d-8cee-439c-b069-b89b9a0af412 None None] Pushing event updated for resources: {'Port': ['ID=6d96e98a-6b6f-4180-ac42-48a4647720fb,revision_number=1']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:22:36.741738 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-f47a9341-48ea-4734-b7e4-608be02aa987 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:36.751659 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.managers [None req-9ac0239d-8cee-439c-b069-b89b9a0af412 None None] Attempting to bind port 6d96e98a-6b6f-4180-ac42-48a4647720fb on host dv-cinder-801875-2-iscsi for vnic_type normal with profile {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:22:36.752033 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.managers [None req-9ac0239d-8cee-439c-b069-b89b9a0af412 None None] Attempting to bind port 6d96e98a-6b6f-4180-ac42-48a4647720fb by drivers openvswitch,hyperv on host dv-cinder-801875-2-iscsi at level 0 using segments [{'id': 'ed68cee3-2549-4ceb-be77-408b39b5233f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '289f774d-ca22-4592-a313-a0fac81acdab'}] {{(pid=93194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:22:36.752418 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac0239d-8cee-439c-b069-b89b9a0af412 None None] Attempting to bind port 6d96e98a-6b6f-4180-ac42-48a4647720fb on network 289f774d-ca22-4592-a313-a0fac81acdab {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:22:36.757631 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac0239d-8cee-439c-b069-b89b9a0af412 None None] Checking agent: {'id': 'f30eb83a-2393-42b8-bba2-207fe5e6c4a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801875-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 3, 19), 'started_at': datetime.datetime(2021, 7, 22, 23, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801875-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:22:36.758022 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac0239d-8cee-439c-b069-b89b9a0af412 None None] Checking segment: {'id': 'ed68cee3-2549-4ceb-be77-408b39b5233f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '289f774d-ca22-4592-a313-a0fac81acdab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:22:36.758428 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-9ac0239d-8cee-439c-b069-b89b9a0af412 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:36.758817 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac0239d-8cee-439c-b069-b89b9a0af412 None None] Bound using segment: {'id': 'ed68cee3-2549-4ceb-be77-408b39b5233f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '289f774d-ca22-4592-a313-a0fac81acdab'} {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:22:36.759277 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.managers [None req-9ac0239d-8cee-439c-b069-b89b9a0af412 None None] Bound port: 6d96e98a-6b6f-4180-ac42-48a4647720fb, host: dv-cinder-801875-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed68cee3-2549-4ceb-be77-408b39b5233f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '289f774d-ca22-4592-a313-a0fac81acdab'}}] {{(pid=93194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:22:36.759656 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-9ac0239d-8cee-439c-b069-b89b9a0af412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:36.780892 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-f47a9341-48ea-4734-b7e4-608be02aa987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769065317241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30393516'] for port, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:36.816551 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47a9341-48ea-4734-b7e4-608be02aa987 admin admin] Network e89e037f-b917-4fce-8638-db5189a5e8e4 is already hosted by enough agents. {{(pid=93192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:22:36.821557 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-9ac0239d-8cee-439c-b069-b89b9a0af412 None None] For port 6d96e98a-6b6f-4180-ac42-48a4647720fb, host dv-cinder-801875-2-iscsi, cleared binding levels {{(pid=93194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:22:36.822052 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.scheduler.base_scheduler [None req-f47a9341-48ea-4734-b7e4-608be02aa987 admin admin] Resources bound (agent type, host, resource id): {{(pid=93192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:22:36.824448 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47a9341-48ea-4734-b7e4-608be02aa987 admin admin] Received port after_create {{(pid=93192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:22:36.824767 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-9ac0239d-8cee-439c-b069-b89b9a0af412 None None] For port 6d96e98a-6b6f-4180-ac42-48a4647720fb, host dv-cinder-801875-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801875-2-iscsi',level=0,port_id=6d96e98a-6b6f-4180-ac42-48a4647720fb,segment=NetworkSegment(ed68cee3-2549-4ceb-be77-408b39b5233f),segment_id=ed68cee3-2549-4ceb-be77-408b39b5233f)] {{(pid=93194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:22:36.831322 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-9ac0239d-8cee-439c-b069-b89b9a0af412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:36.855776 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47a9341-48ea-4734-b7e4-608be02aa987 admin admin] Pushing event updated for resources: {'Port': ['ID=cb02f979-6ccb-4295-a9ae-c339869249b8,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:22:36.895358 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac0239d-8cee-439c-b069-b89b9a0af412 None None] Pushing event updated for resources: {'Port': ['ID=6d96e98a-6b6f-4180-ac42-48a4647720fb,revision_number=2']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:22:37.103976 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-f47a9341-48ea-4734-b7e4-608be02aa987 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:37.215371 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Device 6d96e98a-6b6f-4180-ac42-48a4647720fb up at agent ovs-agent-dv-cinder-801875-2-iscsi {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:22:37.267885 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Provisioning for port 6d96e98a-6b6f-4180-ac42-48a4647720fb completed by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:22:37.300931 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-f47a9341-48ea-4734-b7e4-608be02aa987 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-680770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680933'] for router, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:37.422615 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f47a9341-48ea-4734-b7e4-608be02aa987 admin admin] Router 535e3648-6142-4b8f-81c2-5b56a6ab5ecf is scheduled to L3 agent fdf30918-cf4b-4771-a7f5-907485eb00f1 with binding_index 1 {{(pid=93192) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:22:37.528973 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f47a9341-48ea-4734-b7e4-608be02aa987 admin admin] Notify agent at l3_agent.dv-cinder-801875-2-iscsi the message routers_updated {{(pid=93192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:22:37.539209 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8381c09-fe25-4bda-a3c6-62f43f91ee18 None None] Sync routers for ids ['535e3648-6142-4b8f-81c2-5b56a6ab5ecf'] in dv-cinder-801875-2-iscsi {{(pid=93194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:22:37.547632 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-f47a9341-48ea-4734-b7e4-608be02aa987 admin admin] Notify callbacks [] for router, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:37.552045 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-f47a9341-48ea-4734-b7e4-608be02aa987 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.4628150 Jul 22 23:22:37.552397 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 42374) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:22:37.554115 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8381c09-fe25-4bda-a3c6-62f43f91ee18 None None] Routers {'535e3648-6142-4b8f-81c2-5b56a6ab5ecf'} bound to L3 agent in host dv-cinder-801875-2-iscsi {{(pid=93194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:22:37.554756 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-f8381c09-fe25-4bda-a3c6-62f43f91ee18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801875-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T23:03:18Z,description=,heartbeat_timestamp=2021-07-22T23:22:18Z,host='dv-cinder-801875-2-iscsi',id=fdf30918-cf4b-4771-a7f5-907485eb00f1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:18Z,topic='l3_agent')) {'router_ids': ['535e3648-6142-4b8f-81c2-5b56a6ab5ecf'], 'active': True} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:22:37.671858 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvr_db [None req-f8381c09-fe25-4bda-a3c6-62f43f91ee18 None None] Set router 535e3648-6142-4b8f-81c2-5b56a6ab5ecf gateway port host: dv-cinder-801875-2-iscsi {{(pid=93194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:22:37.843134 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb7d5e8-693d-4003-a4af-33b662a20585 None None] Network 289f774d-ca22-4592-a313-a0fac81acdab requested from dv-cinder-801875-2-iscsi {{(pid=93194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:22:37.881575 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-cc44b807-8e9c-413b-a4ec-aeb80c1b443c None None] Provisioning for port 6d96e98a-6b6f-4180-ac42-48a4647720fb completed by entity DHCP. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:22:37.918935 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-cc44b807-8e9c-413b-a4ec-aeb80c1b443c None None] Provisioning complete for port 6d96e98a-6b6f-4180-ac42-48a4647720fb triggered by entity DHCP. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:22:37.919301 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-cc44b807-8e9c-413b-a4ec-aeb80c1b443c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832377'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:37.970148 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-f8381c09-fe25-4bda-a3c6-62f43f91ee18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '535e3648-6142-4b8f-81c2-5b56a6ab5ecf', 'name': 'tempest-TestMinimumBasicScenario-1897873729-router', 'tenant_id': 'd0f7edb110c94c00be850b59f90f077e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'external_fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'cb02f979-6ccb-4295-a9ae-c339869249b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:22:36Z', 'updated_at': '2021-07-22T23:22:36Z', 'revision_number': 3, 'project_id': 'd0f7edb110c94c00be850b59f90f077e', 'gw_port': {'id': 'cb02f979-6ccb-4295-a9ae-c339869249b8', 'name': '', 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:8a:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '535e3648-6142-4b8f-81c2-5b56a6ab5ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:22:36Z', 'updated_at': '2021-07-22T23:22:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801875-2-iscsi'}], 'dv-cinder-801875-2-iscsi', False) {} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:22:37.984667 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-641756e5-93a1-4731-b7b5-d0948e0fb29b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:38.011474 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8381c09-fe25-4bda-a3c6-62f43f91ee18 None None] Checking router: 535e3648-6142-4b8f-81c2-5b56a6ab5ecf for host: dv-cinder-801875-2-iscsi {{(pid=93194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:22:38.011818 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8381c09-fe25-4bda-a3c6-62f43f91ee18 None None] Updating router 535e3648-6142-4b8f-81c2-5b56a6ab5ecf port cb02f979-6ccb-4295-a9ae-c339869249b8 binding host dv-cinder-801875-2-iscsi {{(pid=93194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:22:38.080226 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-f8381c09-fe25-4bda-a3c6-62f43f91ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:38.137375 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.db.db_base_plugin_common [None req-641756e5-93a1-4731-b7b5-d0948e0fb29b admin admin] Allocated IP 172.20.0.1 (289f774d-ca22-4592-a313-a0fac81acdab/6ea29914-6a3e-43e0-8bfc-f009f44f8c53/9560604f-e826-4503-bd61-74c3eb992b41) {{(pid=93192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:22:38.163658 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-cc44b807-8e9c-413b-a4ec-aeb80c1b443c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:38.237772 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-641756e5-93a1-4731-b7b5-d0948e0fb29b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:38.252482 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.db.provisioning_blocks [None req-641756e5-93a1-4731-b7b5-d0948e0fb29b admin admin] Transition to ACTIVE for port object 9560604f-e826-4503-bd61-74c3eb992b41 will not be triggered until provisioned by entity DHCP. {{(pid=93192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:22:38.274402 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-cc44b807-8e9c-413b-a4ec-aeb80c1b443c None None] For port 6d96e98a-6b6f-4180-ac42-48a4647720fb, host dv-cinder-801875-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801875-2-iscsi',level=0,port_id=6d96e98a-6b6f-4180-ac42-48a4647720fb,segment=NetworkSegment(ed68cee3-2549-4ceb-be77-408b39b5233f),segment_id=ed68cee3-2549-4ceb-be77-408b39b5233f)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:22:38.287673 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-641756e5-93a1-4731-b7b5-d0948e0fb29b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769065317241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30393516'] for port, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:38.292403 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-cc44b807-8e9c-413b-a4ec-aeb80c1b443c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:38.332279 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-641756e5-93a1-4731-b7b5-d0948e0fb29b admin admin] Network 289f774d-ca22-4592-a313-a0fac81acdab is already hosted by enough agents. {{(pid=93192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:22:38.335056 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.scheduler.base_scheduler [None req-641756e5-93a1-4731-b7b5-d0948e0fb29b admin admin] Resources bound (agent type, host, resource id): {{(pid=93192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:22:38.338851 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641756e5-93a1-4731-b7b5-d0948e0fb29b admin admin] Received port after_create {{(pid=93192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:22:38.362264 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641756e5-93a1-4731-b7b5-d0948e0fb29b admin admin] Pushing event updated for resources: {'Port': ['ID=9560604f-e826-4503-bd61-74c3eb992b41,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:22:38.386749 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-641756e5-93a1-4731-b7b5-d0948e0fb29b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-680724'] for router_interface, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:38.391840 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc44b807-8e9c-413b-a4ec-aeb80c1b443c None None] Pushing event updated for resources: {'Port': ['ID=6d96e98a-6b6f-4180-ac42-48a4647720fb,revision_number=3']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:22:38.479206 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-f8381c09-fe25-4bda-a3c6-62f43f91ee18 None None] Notify callbacks [] for port, precommit_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:38.489546 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-f8381c09-fe25-4bda-a3c6-62f43f91ee18 None None] Transition to ACTIVE for port object cb02f979-6ccb-4295-a9ae-c339869249b8 will not be triggered until provisioned by entity L2. {{(pid=93194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:22:38.496202 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-f8381c09-fe25-4bda-a3c6-62f43f91ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:38.540353 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-641756e5-93a1-4731-b7b5-d0948e0fb29b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:38.551988 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.managers [None req-f8381c09-fe25-4bda-a3c6-62f43f91ee18 None None] Attempting to bind port cb02f979-6ccb-4295-a9ae-c339869249b8 on host dv-cinder-801875-2-iscsi for vnic_type normal with profile {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:22:38.552377 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.managers [None req-f8381c09-fe25-4bda-a3c6-62f43f91ee18 None None] Attempting to bind port cb02f979-6ccb-4295-a9ae-c339869249b8 by drivers openvswitch,hyperv on host dv-cinder-801875-2-iscsi at level 0 using segments [{'id': '829b4ee6-bc3b-4b66-8264-3fcbe946197d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4'}] {{(pid=93194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:22:38.552931 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8381c09-fe25-4bda-a3c6-62f43f91ee18 None None] Attempting to bind port cb02f979-6ccb-4295-a9ae-c339869249b8 on network e89e037f-b917-4fce-8638-db5189a5e8e4 {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:22:38.565845 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8381c09-fe25-4bda-a3c6-62f43f91ee18 None None] Checking agent: {'id': 'f30eb83a-2393-42b8-bba2-207fe5e6c4a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801875-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 3, 19), 'started_at': datetime.datetime(2021, 7, 22, 23, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801875-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:22:38.566258 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8381c09-fe25-4bda-a3c6-62f43f91ee18 None None] Checking segment: {'id': '829b4ee6-bc3b-4b66-8264-3fcbe946197d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:22:38.566605 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-f8381c09-fe25-4bda-a3c6-62f43f91ee18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:38.566994 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8381c09-fe25-4bda-a3c6-62f43f91ee18 None None] Bound using segment: {'id': '829b4ee6-bc3b-4b66-8264-3fcbe946197d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4'} {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:22:38.567457 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.managers [None req-f8381c09-fe25-4bda-a3c6-62f43f91ee18 None None] Bound port: cb02f979-6ccb-4295-a9ae-c339869249b8, host: dv-cinder-801875-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '829b4ee6-bc3b-4b66-8264-3fcbe946197d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4'}}] {{(pid=93194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:22:38.567835 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-f8381c09-fe25-4bda-a3c6-62f43f91ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:38.572829 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405b0f34-b8bb-46a2-bc6d-6a7d03693e11 None None] Pushing event updated for resources: {'Port': ['ID=cb02f979-6ccb-4295-a9ae-c339869249b8,revision_number=2']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:22:38.575905 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-c5e3946d-96e3-430c-91b7-6fd98dd2d373 None None] Provisioning complete for port 6d96e98a-6b6f-4180-ac42-48a4647720fb triggered by entity DHCP. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:22:38.576264 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-c5e3946d-96e3-430c-91b7-6fd98dd2d373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832377'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:38.655443 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-f8381c09-fe25-4bda-a3c6-62f43f91ee18 None None] For port cb02f979-6ccb-4295-a9ae-c339869249b8, host dv-cinder-801875-2-iscsi, cleared binding levels {{(pid=93194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:22:38.659412 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-f8381c09-fe25-4bda-a3c6-62f43f91ee18 None None] For port cb02f979-6ccb-4295-a9ae-c339869249b8, host dv-cinder-801875-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801875-2-iscsi',level=0,port_id=cb02f979-6ccb-4295-a9ae-c339869249b8,segment=NetworkSegment(829b4ee6-bc3b-4b66-8264-3fcbe946197d),segment_id=829b4ee6-bc3b-4b66-8264-3fcbe946197d)] {{(pid=93194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:22:38.666594 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-f8381c09-fe25-4bda-a3c6-62f43f91ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:38.713746 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-641756e5-93a1-4731-b7b5-d0948e0fb29b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:38.718388 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-641756e5-93a1-4731-b7b5-d0948e0fb29b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30393511'] for port, after_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:38.758206 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405b0f34-b8bb-46a2-bc6d-6a7d03693e11 None None] Pushing event updated for resources: {'Port': ['ID=cb02f979-6ccb-4295-a9ae-c339869249b8,revision_number=3']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:22:38.760638 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8381c09-fe25-4bda-a3c6-62f43f91ee18 None None] Routers {'535e3648-6142-4b8f-81c2-5b56a6ab5ecf'} bound to L3 agent in host dv-cinder-801875-2-iscsi {{(pid=93194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:22:38.761246 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-f8381c09-fe25-4bda-a3c6-62f43f91ee18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801875-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T23:03:18Z,description=,heartbeat_timestamp=2021-07-22T23:22:18Z,host='dv-cinder-801875-2-iscsi',id=fdf30918-cf4b-4771-a7f5-907485eb00f1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:18Z,topic='l3_agent')) {'router_ids': ['535e3648-6142-4b8f-81c2-5b56a6ab5ecf'], 'active': True} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:22:38.785728 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-641756e5-93a1-4731-b7b5-d0948e0fb29b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-679076'] for router_interface, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:38.788307 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641756e5-93a1-4731-b7b5-d0948e0fb29b admin admin] Pushing event updated for resources: {'Port': ['ID=9560604f-e826-4503-bd61-74c3eb992b41,revision_number=2']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:22:38.874839 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvr_db [None req-f8381c09-fe25-4bda-a3c6-62f43f91ee18 None None] Set router 535e3648-6142-4b8f-81c2-5b56a6ab5ecf gateway port host: dv-cinder-801875-2-iscsi {{(pid=93194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:22:38.877175 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-6ef70f61-2b4f-4734-b4c8-465f54270011 None None] Provisioning for port 9560604f-e826-4503-bd61-74c3eb992b41 completed by entity DHCP. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:22:38.880749 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-641756e5-93a1-4731-b7b5-d0948e0fb29b admin admin] Network 289f774d-ca22-4592-a313-a0fac81acdab is already hosted by enough agents. {{(pid=93192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:22:38.882138 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.scheduler.base_scheduler [None req-641756e5-93a1-4731-b7b5-d0948e0fb29b admin admin] Resources bound (agent type, host, resource id): {{(pid=93192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:22:38.906356 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-6ef70f61-2b4f-4734-b4c8-465f54270011 None None] Provisioning complete for port 9560604f-e826-4503-bd61-74c3eb992b41 triggered by entity DHCP. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:22:38.906737 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-6ef70f61-2b4f-4734-b4c8-465f54270011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832377'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:39.004291 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-641756e5-93a1-4731-b7b5-d0948e0fb29b admin admin] Router 535e3648-6142-4b8f-81c2-5b56a6ab5ecf has already been hosted by L3 agent fdf30918-cf4b-4771-a7f5-907485eb00f1 {{(pid=93192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:22:39.115219 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-641756e5-93a1-4731-b7b5-d0948e0fb29b admin admin] Notify agent at l3_agent.dv-cinder-801875-2-iscsi the message routers_updated {{(pid=93192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:22:39.119552 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-6ef70f61-2b4f-4734-b4c8-465f54270011 None None] Port 9560604f-e826-4503-bd61-74c3eb992b41 cannot update to ACTIVE because it is not bound. {{(pid=93194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:22:39.120191 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-641756e5-93a1-4731-b7b5-d0948e0fb29b admin admin] 10.222.0.44 "PUT /v2.0/routers/535e3648-6142-4b8f-81c2-5b56a6ab5ecf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5667267 Jul 22 23:22:39.205582 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Device 6d96e98a-6b6f-4180-ac42-48a4647720fb up at agent ovs-agent-dv-cinder-801875-2-iscsi {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:22:39.264425 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-2b0f517b-0a7a-4d86-a373-e0902434ca25 None None] Provisioning complete for port 9560604f-e826-4503-bd61-74c3eb992b41 triggered by entity DHCP. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:22:39.264798 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-2b0f517b-0a7a-4d86-a373-e0902434ca25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832377'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:39.318067 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-2b0f517b-0a7a-4d86-a373-e0902434ca25 None None] Port 9560604f-e826-4503-bd61-74c3eb992b41 cannot update to ACTIVE because it is not bound. {{(pid=93194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:22:39.320216 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Provisioning complete for port 6d96e98a-6b6f-4180-ac42-48a4647720fb triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:22:39.320619 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832377'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:39.324556 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-f8381c09-fe25-4bda-a3c6-62f43f91ee18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '535e3648-6142-4b8f-81c2-5b56a6ab5ecf', 'name': 'tempest-TestMinimumBasicScenario-1897873729-router', 'tenant_id': 'd0f7edb110c94c00be850b59f90f077e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'external_fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'cb02f979-6ccb-4295-a9ae-c339869249b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:22:36Z', 'updated_at': '2021-07-22T23:22:38Z', 'revision_number': 4, 'project_id': 'd0f7edb110c94c00be850b59f90f077e', 'gw_port': {'id': 'cb02f979-6ccb-4295-a9ae-c339869249b8', 'name': '', 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:8a:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '535e3648-6142-4b8f-81c2-5b56a6ab5ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:22:36Z', 'updated_at': '2021-07-22T23:22:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801875-2-iscsi', '_interfaces': [{'id': '9560604f-e826-4503-bd61-74c3eb992b41', 'name': '', 'network_id': '289f774d-ca22-4592-a313-a0fac81acdab', 'tenant_id': 'd0f7edb110c94c00be850b59f90f077e', 'mac_address': 'fa:16:3e:cb:4c:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '535e3648-6142-4b8f-81c2-5b56a6ab5ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '6ea29914-6a3e-43e0-8bfc-f009f44f8c53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:22:38Z', 'updated_at': '2021-07-22T23:22:38Z', 'revision_number': 2, 'project_id': 'd0f7edb110c94c00be850b59f90f077e', 'subnets': [{'id': '6ea29914-6a3e-43e0-8bfc-f009f44f8c53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801875-2-iscsi', False) {} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:22:39.369472 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8381c09-fe25-4bda-a3c6-62f43f91ee18 None None] The sync data for ids ['535e3648-6142-4b8f-81c2-5b56a6ab5ecf'] in dv-cinder-801875-2-iscsi is: [{'id': '535e3648-6142-4b8f-81c2-5b56a6ab5ecf', 'name': 'tempest-TestMinimumBasicScenario-1897873729-router', 'tenant_id': 'd0f7edb110c94c00be850b59f90f077e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'external_fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'cb02f979-6ccb-4295-a9ae-c339869249b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:22:36Z', 'updated_at': '2021-07-22T23:22:38Z', 'revision_number': 4, 'project_id': 'd0f7edb110c94c00be850b59f90f077e', 'gw_port': {'id': 'cb02f979-6ccb-4295-a9ae-c339869249b8', 'name': '', 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:8a:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '535e3648-6142-4b8f-81c2-5b56a6ab5ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:22:36Z', 'updated_at': '2021-07-22T23:22:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801875-2-iscsi', '_interfaces': [{'id': '9560604f-e826-4503-bd61-74c3eb992b41', 'name': '', 'network_id': '289f774d-ca22-4592-a313-a0fac81acdab', 'tenant_id': 'd0f7edb110c94c00be850b59f90f077e', 'mac_address': 'fa:16:3e:cb:4c:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '535e3648-6142-4b8f-81c2-5b56a6ab5ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '6ea29914-6a3e-43e0-8bfc-f009f44f8c53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:22:38Z', 'updated_at': '2021-07-22T23:22:38Z', 'revision_number': 2, 'project_id': 'd0f7edb110c94c00be850b59f90f077e', 'subnets': [{'id': '6ea29914-6a3e-43e0-8bfc-f009f44f8c53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:22:39.604439 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 42390) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:22:39.609598 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.v2.base [None req-d3f480f9-01bf-4ea1-9924-93d6e2eff828 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1509358048-network', 'tenant_id': 'f30b9b0f668e44e1913afdbba683a5b3'}} {{(pid=93192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:22:39.636764 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3f480f9-01bf-4ea1-9924-93d6e2eff828 admin admin] Made reservation on behalf of f30b9b0f668e44e1913afdbba683a5b3 for: {'network': 1} {{(pid=93192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:22:39.639103 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-d3f480f9-01bf-4ea1-9924-93d6e2eff828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for network, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:39.903302 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-d3f480f9-01bf-4ea1-9924-93d6e2eff828 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:40.006982 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-d3f480f9-01bf-4ea1-9924-93d6e2eff828 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:40.013917 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-d3f480f9-01bf-4ea1-9924-93d6e2eff828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:40.035668 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3f480f9-01bf-4ea1-9924-93d6e2eff828 admin admin] vlan segment allocate from pool success with {'vlan_id': 893, 'physical_network': 'physnet1'} {{(pid=93192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:22:40.055307 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f480f9-01bf-4ea1-9924-93d6e2eff828 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bc4b205-e977-4c66-88ac-96602339f9d2,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:22:40.060223 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-d3f480f9-01bf-4ea1-9924-93d6e2eff828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822282'] for segment, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:40.060582 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.db.segments_db [None req-d3f480f9-01bf-4ea1-9924-93d6e2eff828 admin admin] Added segment a5c3de85-9c12-4cf7-9c29-317c1cbce317 of type vlan for network 9f88688d-0142-47f1-a60c-c5a00560066e Jul 22 23:22:40.105364 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-d3f480f9-01bf-4ea1-9924-93d6e2eff828 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769065302510'] for network, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:40.135065 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-d3f480f9-01bf-4ea1-9924-93d6e2eff828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165'] for network, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:40.136094 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f480f9-01bf-4ea1-9924-93d6e2eff828 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:22:40.136724 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-d3f480f9-01bf-4ea1-9924-93d6e2eff828 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585183'] for network, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:40.170390 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-d3f480f9-01bf-4ea1-9924-93d6e2eff828 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5648253 Jul 22 23:22:40.173018 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 42392) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:22:40.204565 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.v2.base [None req-326b06ae-4887-46cf-b2e7-75ac00ae91fd admin admin] Request body: {'subnet': {'network_id': '9f88688d-0142-47f1-a60c-c5a00560066e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1509358048-subnet', 'tenant_id': 'f30b9b0f668e44e1913afdbba683a5b3', 'ip_version': 4}} {{(pid=93192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:22:40.208798 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f480f9-01bf-4ea1-9924-93d6e2eff828 admin admin] Pushing event updated for resources: {'Network': ['ID=9f88688d-0142-47f1-a60c-c5a00560066e,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:22:40.219522 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Network 9f88688d-0142-47f1-a60c-c5a00560066e details requested by agent ovs-agent-dv-cinder-801875-2-iscsi with host dv-cinder-801875-2-iscsi {{(pid=93194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:22:40.227136 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-326b06ae-4887-46cf-b2e7-75ac00ae91fd admin admin] Made reservation on behalf of f30b9b0f668e44e1913afdbba683a5b3 for: {'subnet': 1} {{(pid=93192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:22:40.230830 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-326b06ae-4887-46cf-b2e7-75ac00ae91fd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30098356'] for subnet, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:40.403186 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-326b06ae-4887-46cf-b2e7-75ac00ae91fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30393400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30098374'] for subnet, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:40.459736 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326b06ae-4887-46cf-b2e7-75ac00ae91fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=38e6cafe-ee67-446e-ac13-aa43ca2c25cc,revision_number=0']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:22:40.468091 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326b06ae-4887-46cf-b2e7-75ac00ae91fd admin admin] Checking segment: {'id': 'a5c3de85-9c12-4cf7-9c29-317c1cbce317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '9f88688d-0142-47f1-a60c-c5a00560066e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:22:40.468536 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-326b06ae-4887-46cf-b2e7-75ac00ae91fd admin admin] Network hostable DHCP agents. Network: 9f88688d-0142-47f1-a60c-c5a00560066e, hostable agents: ['5089d900-808c-476c-958a-0c524ee0753f'], hosted agents: [] {{(pid=93192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:22:40.485216 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-326b06ae-4887-46cf-b2e7-75ac00ae91fd admin admin] Network 9f88688d-0142-47f1-a60c-c5a00560066e is scheduled to be hosted by DHCP agent 5089d900-808c-476c-958a-0c524ee0753f with binding_index 1 {{(pid=93192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:22:40.493896 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.scheduler.base_scheduler [None req-326b06ae-4887-46cf-b2e7-75ac00ae91fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801875-2-iscsi, 9f88688d-0142-47f1-a60c-c5a00560066e) {{(pid=93192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:22:40.497915 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326b06ae-4887-46cf-b2e7-75ac00ae91fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:22:40.498491 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-326b06ae-4887-46cf-b2e7-75ac00ae91fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585183'] for subnet, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:40.503999 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b026b63-11ba-482c-a235-1b09f19078da None None] Network 9f88688d-0142-47f1-a60c-c5a00560066e requested from dv-cinder-801875-2-iscsi {{(pid=93194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:22:40.520311 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 42394) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:22:40.520931 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-326b06ae-4887-46cf-b2e7-75ac00ae91fd admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3466918 Jul 22 23:22:40.525916 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [None req-2b0705b3-c00c-4f49-a558-e9bae33adebf admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1509358048-router', 'tenant_id': 'f30b9b0f668e44e1913afdbba683a5b3', 'external_gateway_info': {'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4'}}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:22:40.549299 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-2b0705b3-c00c-4f49-a558-e9bae33adebf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-680763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12263'] for router, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:40.550423 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-2b0705b3-c00c-4f49-a558-e9bae33adebf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-678997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-678420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-748592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12264'] for router, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:40.603934 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-2b0705b3-c00c-4f49-a558-e9bae33adebf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:40.656713 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65dfbb44-9da1-4baa-b048-114f2bddca6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98100b3a-e8ad-5682-a9ac-80bb6e32739f-9f88688d-0142-47f1-a60c-c5a00560066e', 'network_id': '9f88688d-0142-47f1-a60c-c5a00560066e', 'tenant_id': 'f30b9b0f668e44e1913afdbba683a5b3', 'fixed_ips': [{'subnet_id': '38e6cafe-ee67-446e-ac13-aa43ca2c25cc'}]}} from dv-cinder-801875-2-iscsi. {{(pid=93194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:22:40.657667 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-65dfbb44-9da1-4baa-b048-114f2bddca6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_create {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:40.808131 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.db_base_plugin_common [None req-65dfbb44-9da1-4baa-b048-114f2bddca6b None None] Allocated IP 172.20.0.2 (9f88688d-0142-47f1-a60c-c5a00560066e/38e6cafe-ee67-446e-ac13-aa43ca2c25cc/772d428b-bb52-4135-aa2f-484284abecb0) {{(pid=93194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:22:40.955258 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-65dfbb44-9da1-4baa-b048-114f2bddca6b None None] Notify callbacks [] for port, precommit_create {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:40.964861 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-65dfbb44-9da1-4baa-b048-114f2bddca6b None None] Transition to ACTIVE for port object 772d428b-bb52-4135-aa2f-484284abecb0 will not be triggered until provisioned by entity L2. {{(pid=93194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:22:40.970845 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-2b0705b3-c00c-4f49-a558-e9bae33adebf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680958', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-680789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12250'] for router, precommit_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:40.984919 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-65dfbb44-9da1-4baa-b048-114f2bddca6b None None] Transition to ACTIVE for port object 772d428b-bb52-4135-aa2f-484284abecb0 will not be triggered until provisioned by entity DHCP. {{(pid=93194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:22:40.991178 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-65dfbb44-9da1-4baa-b048-114f2bddca6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769065317241'] for port, after_create {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:41.033348 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65dfbb44-9da1-4baa-b048-114f2bddca6b None None] Network 9f88688d-0142-47f1-a60c-c5a00560066e is already hosted by enough agents. {{(pid=93194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:22:41.036107 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.scheduler.base_scheduler [None req-65dfbb44-9da1-4baa-b048-114f2bddca6b None None] Resources bound (agent type, host, resource id): {{(pid=93194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:22:41.038635 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65dfbb44-9da1-4baa-b048-114f2bddca6b None None] Received port after_create {{(pid=93194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:22:41.047464 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dfbb44-9da1-4baa-b048-114f2bddca6b None None] Pushing event updated for resources: {'Port': ['ID=772d428b-bb52-4135-aa2f-484284abecb0,revision_number=1']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:22:41.104388 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.managers [None req-65dfbb44-9da1-4baa-b048-114f2bddca6b None None] Attempting to bind port 772d428b-bb52-4135-aa2f-484284abecb0 on host dv-cinder-801875-2-iscsi for vnic_type normal with profile {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:22:41.104768 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.managers [None req-65dfbb44-9da1-4baa-b048-114f2bddca6b None None] Attempting to bind port 772d428b-bb52-4135-aa2f-484284abecb0 by drivers openvswitch,hyperv on host dv-cinder-801875-2-iscsi at level 0 using segments [{'id': 'a5c3de85-9c12-4cf7-9c29-317c1cbce317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '9f88688d-0142-47f1-a60c-c5a00560066e'}] {{(pid=93194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:22:41.105127 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65dfbb44-9da1-4baa-b048-114f2bddca6b None None] Attempting to bind port 772d428b-bb52-4135-aa2f-484284abecb0 on network 9f88688d-0142-47f1-a60c-c5a00560066e {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:22:41.110762 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65dfbb44-9da1-4baa-b048-114f2bddca6b None None] Checking agent: {'id': 'f30eb83a-2393-42b8-bba2-207fe5e6c4a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801875-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 3, 19), 'started_at': datetime.datetime(2021, 7, 22, 23, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801875-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:22:41.111134 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65dfbb44-9da1-4baa-b048-114f2bddca6b None None] Checking segment: {'id': 'a5c3de85-9c12-4cf7-9c29-317c1cbce317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '9f88688d-0142-47f1-a60c-c5a00560066e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:22:41.111528 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-65dfbb44-9da1-4baa-b048-114f2bddca6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:41.111930 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65dfbb44-9da1-4baa-b048-114f2bddca6b None None] Bound using segment: {'id': 'a5c3de85-9c12-4cf7-9c29-317c1cbce317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '9f88688d-0142-47f1-a60c-c5a00560066e'} {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:22:41.112403 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.managers [None req-65dfbb44-9da1-4baa-b048-114f2bddca6b None None] Bound port: 772d428b-bb52-4135-aa2f-484284abecb0, host: dv-cinder-801875-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5c3de85-9c12-4cf7-9c29-317c1cbce317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '9f88688d-0142-47f1-a60c-c5a00560066e'}}] {{(pid=93194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:22:41.112779 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-65dfbb44-9da1-4baa-b048-114f2bddca6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:41.178206 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-2b0705b3-c00c-4f49-a558-e9bae33adebf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:41.178485 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-65dfbb44-9da1-4baa-b048-114f2bddca6b None None] For port 772d428b-bb52-4135-aa2f-484284abecb0, host dv-cinder-801875-2-iscsi, cleared binding levels {{(pid=93194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:22:41.184878 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-65dfbb44-9da1-4baa-b048-114f2bddca6b None None] For port 772d428b-bb52-4135-aa2f-484284abecb0, host dv-cinder-801875-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801875-2-iscsi',level=0,port_id=772d428b-bb52-4135-aa2f-484284abecb0,segment=NetworkSegment(a5c3de85-9c12-4cf7-9c29-317c1cbce317),segment_id=a5c3de85-9c12-4cf7-9c29-317c1cbce317)] {{(pid=93194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:22:41.188223 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-65dfbb44-9da1-4baa-b048-114f2bddca6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:41.201449 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-2b0705b3-c00c-4f49-a558-e9bae33adebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:41.243800 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Device cb02f979-6ccb-4295-a9ae-c339869249b8 up at agent ovs-agent-dv-cinder-801875-2-iscsi {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:22:41.298785 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dfbb44-9da1-4baa-b048-114f2bddca6b None None] Pushing event updated for resources: {'Port': ['ID=772d428b-bb52-4135-aa2f-484284abecb0,revision_number=2']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:22:41.319923 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Provisioning for port cb02f979-6ccb-4295-a9ae-c339869249b8 completed by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:22:41.324060 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Provisioning complete for port cb02f979-6ccb-4295-a9ae-c339869249b8 triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:22:41.324482 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832377'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:41.329098 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb37c49-df29-49c8-b938-1c57650154a8 None None] Sync routers for ids ['535e3648-6142-4b8f-81c2-5b56a6ab5ecf'] in dv-cinder-801875-2-iscsi {{(pid=93195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:22:41.331964 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.db.db_base_plugin_common [None req-2b0705b3-c00c-4f49-a558-e9bae33adebf admin admin] Allocated IP 172.27.1.96 (e89e037f-b917-4fce-8638-db5189a5e8e4/7d2d3a68-9173-4429-9239-290b8b68fb34/5cf85f41-16b4-415f-ae0b-52ecc4c158a8) {{(pid=93193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:22:41.338839 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb37c49-df29-49c8-b938-1c57650154a8 None None] Routers {'535e3648-6142-4b8f-81c2-5b56a6ab5ecf'} bound to L3 agent in host dv-cinder-801875-2-iscsi {{(pid=93195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:22:41.343411 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-4cb37c49-df29-49c8-b938-1c57650154a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801875-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T23:03:18Z,description=,heartbeat_timestamp=2021-07-22T23:22:18Z,host='dv-cinder-801875-2-iscsi',id=fdf30918-cf4b-4771-a7f5-907485eb00f1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:18Z,topic='l3_agent')) {'router_ids': ['535e3648-6142-4b8f-81c2-5b56a6ab5ecf'], 'active': True} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:22:41.442901 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:41.465656 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] For port cb02f979-6ccb-4295-a9ae-c339869249b8, host dv-cinder-801875-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801875-2-iscsi',level=0,port_id=cb02f979-6ccb-4295-a9ae-c339869249b8,segment=NetworkSegment(829b4ee6-bc3b-4b66-8264-3fcbe946197d),segment_id=829b4ee6-bc3b-4b66-8264-3fcbe946197d)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:22:41.468188 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-2b0705b3-c00c-4f49-a558-e9bae33adebf admin admin] Notify callbacks [] for port, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:41.471602 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:41.482107 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvr_db [None req-4cb37c49-df29-49c8-b938-1c57650154a8 None None] Set router 535e3648-6142-4b8f-81c2-5b56a6ab5ecf gateway port host: dv-cinder-801875-2-iscsi {{(pid=93195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:22:41.534694 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-2b0705b3-c00c-4f49-a558-e9bae33adebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769065317241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31811438'] for port, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:41.541111 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Pushing event updated for resources: {'Port': ['ID=cb02f979-6ccb-4295-a9ae-c339869249b8,revision_number=4']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:22:41.583638 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0705b3-c00c-4f49-a558-e9bae33adebf admin admin] Network e89e037f-b917-4fce-8638-db5189a5e8e4 is already hosted by enough agents. {{(pid=93193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:22:41.586547 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.scheduler.base_scheduler [None req-2b0705b3-c00c-4f49-a558-e9bae33adebf admin admin] Resources bound (agent type, host, resource id): {{(pid=93193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:22:41.590478 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0705b3-c00c-4f49-a558-e9bae33adebf admin admin] Received port after_create {{(pid=93193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:22:41.615805 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0705b3-c00c-4f49-a558-e9bae33adebf admin admin] Pushing event updated for resources: {'Port': ['ID=5cf85f41-16b4-415f-ae0b-52ecc4c158a8,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:22:41.692405 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-4cb37c49-df29-49c8-b938-1c57650154a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '535e3648-6142-4b8f-81c2-5b56a6ab5ecf', 'name': 'tempest-TestMinimumBasicScenario-1897873729-router', 'tenant_id': 'd0f7edb110c94c00be850b59f90f077e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'external_fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'cb02f979-6ccb-4295-a9ae-c339869249b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:22:36Z', 'updated_at': '2021-07-22T23:22:38Z', 'revision_number': 4, 'project_id': 'd0f7edb110c94c00be850b59f90f077e', 'gw_port': {'id': 'cb02f979-6ccb-4295-a9ae-c339869249b8', 'name': '', 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:8a:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '535e3648-6142-4b8f-81c2-5b56a6ab5ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:22:36Z', 'updated_at': '2021-07-22T23:22:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801875-2-iscsi', '_interfaces': [{'id': '9560604f-e826-4503-bd61-74c3eb992b41', 'name': '', 'network_id': '289f774d-ca22-4592-a313-a0fac81acdab', 'tenant_id': 'd0f7edb110c94c00be850b59f90f077e', 'mac_address': 'fa:16:3e:cb:4c:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '535e3648-6142-4b8f-81c2-5b56a6ab5ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '6ea29914-6a3e-43e0-8bfc-f009f44f8c53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:22:38Z', 'updated_at': '2021-07-22T23:22:38Z', 'revision_number': 2, 'project_id': 'd0f7edb110c94c00be850b59f90f077e', 'subnets': [{'id': '6ea29914-6a3e-43e0-8bfc-f009f44f8c53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801875-2-iscsi', False) {} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:22:41.717881 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb37c49-df29-49c8-b938-1c57650154a8 None None] Checking router: 535e3648-6142-4b8f-81c2-5b56a6ab5ecf for host: dv-cinder-801875-2-iscsi {{(pid=93195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:22:41.718231 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb37c49-df29-49c8-b938-1c57650154a8 None None] Updating router 535e3648-6142-4b8f-81c2-5b56a6ab5ecf port 9560604f-e826-4503-bd61-74c3eb992b41 binding host dv-cinder-801875-2-iscsi {{(pid=93195) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:22:41.753655 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron_lib.callbacks.manager [None req-4cb37c49-df29-49c8-b938-1c57650154a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:41.847228 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-2b0705b3-c00c-4f49-a558-e9bae33adebf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:42.024399 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron_lib.callbacks.manager [None req-4cb37c49-df29-49c8-b938-1c57650154a8 None None] Notify callbacks [] for port, precommit_update {{(pid=93195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:42.035641 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.provisioning_blocks [None req-4cb37c49-df29-49c8-b938-1c57650154a8 None None] Transition to ACTIVE for port object 9560604f-e826-4503-bd61-74c3eb992b41 will not be triggered until provisioned by entity L2. {{(pid=93195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:22:42.042724 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron_lib.callbacks.manager [None req-4cb37c49-df29-49c8-b938-1c57650154a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:42.053784 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-2b0705b3-c00c-4f49-a558-e9bae33adebf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-680770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680933'] for router, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:42.087305 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44a8a20-d54f-4a25-96db-a25c4d94a66d None None] Pushing event updated for resources: {'Port': ['ID=9560604f-e826-4503-bd61-74c3eb992b41,revision_number=3']} {{(pid=93195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:22:42.096693 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44a8a20-d54f-4a25-96db-a25c4d94a66d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:22:42.097030 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44a8a20-d54f-4a25-96db-a25c4d94a66d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:22:42.097361 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44a8a20-d54f-4a25-96db-a25c4d94a66d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:22:42.097688 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44a8a20-d54f-4a25-96db-a25c4d94a66d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:22:42.098210 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44a8a20-d54f-4a25-96db-a25c4d94a66d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:22:42.098695 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44a8a20-d54f-4a25-96db-a25c4d94a66d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:22:42.099202 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44a8a20-d54f-4a25-96db-a25c4d94a66d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:22:42.099524 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44a8a20-d54f-4a25-96db-a25c4d94a66d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:22:42.099866 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44a8a20-d54f-4a25-96db-a25c4d94a66d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:22:42.100191 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44a8a20-d54f-4a25-96db-a25c4d94a66d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:22:42.100532 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44a8a20-d54f-4a25-96db-a25c4d94a66d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:22:42.100850 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44a8a20-d54f-4a25-96db-a25c4d94a66d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:22:42.175758 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.managers [None req-4cb37c49-df29-49c8-b938-1c57650154a8 None None] Attempting to bind port 9560604f-e826-4503-bd61-74c3eb992b41 on host dv-cinder-801875-2-iscsi for vnic_type normal with profile {{(pid=93195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:22:42.176387 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.managers [None req-4cb37c49-df29-49c8-b938-1c57650154a8 None None] Attempting to bind port 9560604f-e826-4503-bd61-74c3eb992b41 by drivers openvswitch,hyperv on host dv-cinder-801875-2-iscsi at level 0 using segments [{'id': 'ed68cee3-2549-4ceb-be77-408b39b5233f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '289f774d-ca22-4592-a313-a0fac81acdab'}] {{(pid=93195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:22:42.176929 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb37c49-df29-49c8-b938-1c57650154a8 None None] Attempting to bind port 9560604f-e826-4503-bd61-74c3eb992b41 on network 289f774d-ca22-4592-a313-a0fac81acdab {{(pid=93195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:22:42.183778 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb37c49-df29-49c8-b938-1c57650154a8 None None] Checking agent: {'id': 'f30eb83a-2393-42b8-bba2-207fe5e6c4a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801875-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 3, 19), 'started_at': datetime.datetime(2021, 7, 22, 23, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801875-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:22:42.184498 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb37c49-df29-49c8-b938-1c57650154a8 None None] Checking segment: {'id': 'ed68cee3-2549-4ceb-be77-408b39b5233f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '289f774d-ca22-4592-a313-a0fac81acdab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:22:42.185081 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron_lib.callbacks.manager [None req-4cb37c49-df29-49c8-b938-1c57650154a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:42.185670 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb37c49-df29-49c8-b938-1c57650154a8 None None] Bound using segment: {'id': 'ed68cee3-2549-4ceb-be77-408b39b5233f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '289f774d-ca22-4592-a313-a0fac81acdab'} {{(pid=93195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:22:42.186144 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.managers [None req-4cb37c49-df29-49c8-b938-1c57650154a8 None None] Bound port: 9560604f-e826-4503-bd61-74c3eb992b41, host: dv-cinder-801875-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed68cee3-2549-4ceb-be77-408b39b5233f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '289f774d-ca22-4592-a313-a0fac81acdab'}}] {{(pid=93195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:22:42.186540 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron_lib.callbacks.manager [None req-4cb37c49-df29-49c8-b938-1c57650154a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:42.202108 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b0705b3-c00c-4f49-a558-e9bae33adebf admin admin] Router 5a61350b-4e38-4d72-a5e6-792d089c6785 is scheduled to L3 agent fdf30918-cf4b-4771-a7f5-907485eb00f1 with binding_index 1 {{(pid=93193) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:22:42.243963 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f4c005-c27b-4e7e-8e05-818926aee8b7 None None] Network 9f88688d-0142-47f1-a60c-c5a00560066e requested from dv-cinder-801875-2-iscsi {{(pid=93194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:22:42.260448 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.db [None req-4cb37c49-df29-49c8-b938-1c57650154a8 None None] For port 9560604f-e826-4503-bd61-74c3eb992b41, host dv-cinder-801875-2-iscsi, cleared binding levels {{(pid=93195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:22:42.263869 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.db [None req-4cb37c49-df29-49c8-b938-1c57650154a8 None None] For port 9560604f-e826-4503-bd61-74c3eb992b41, host dv-cinder-801875-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801875-2-iscsi',level=0,port_id=9560604f-e826-4503-bd61-74c3eb992b41,segment=NetworkSegment(ed68cee3-2549-4ceb-be77-408b39b5233f),segment_id=ed68cee3-2549-4ceb-be77-408b39b5233f)] {{(pid=93195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:22:42.270422 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron_lib.callbacks.manager [None req-4cb37c49-df29-49c8-b938-1c57650154a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:42.324141 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44a8a20-d54f-4a25-96db-a25c4d94a66d None None] Pushing event updated for resources: {'Port': ['ID=9560604f-e826-4503-bd61-74c3eb992b41,revision_number=4']} {{(pid=93195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:22:42.337075 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b0705b3-c00c-4f49-a558-e9bae33adebf admin admin] Notify agent at l3_agent.dv-cinder-801875-2-iscsi the message routers_updated {{(pid=93193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:22:42.341887 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb37c49-df29-49c8-b938-1c57650154a8 None None] Routers {'535e3648-6142-4b8f-81c2-5b56a6ab5ecf'} bound to L3 agent in host dv-cinder-801875-2-iscsi {{(pid=93195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:22:42.341887 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-4cb37c49-df29-49c8-b938-1c57650154a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801875-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T23:03:18Z,description=,heartbeat_timestamp=2021-07-22T23:22:18Z,host='dv-cinder-801875-2-iscsi',id=fdf30918-cf4b-4771-a7f5-907485eb00f1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:18Z,topic='l3_agent')) {'router_ids': ['535e3648-6142-4b8f-81c2-5b56a6ab5ecf'], 'active': True} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:22:42.345780 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-cd76439d-91b1-412e-a67d-96e8ae9835e7 None None] Provisioning for port 772d428b-bb52-4135-aa2f-484284abecb0 completed by entity DHCP. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:22:42.354284 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462b2e0f-7a67-44e5-aad1-6c8cdcffe1df None None] Sync routers for ids ['5a61350b-4e38-4d72-a5e6-792d089c6785'] in dv-cinder-801875-2-iscsi {{(pid=93194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:22:42.355547 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-2b0705b3-c00c-4f49-a558-e9bae33adebf admin admin] Notify callbacks [] for router, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:42.359581 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-2b0705b3-c00c-4f49-a558-e9bae33adebf admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8349175 Jul 22 23:22:42.359746 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 42396) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:22:42.406988 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462b2e0f-7a67-44e5-aad1-6c8cdcffe1df None None] Routers {'5a61350b-4e38-4d72-a5e6-792d089c6785'} bound to L3 agent in host dv-cinder-801875-2-iscsi {{(pid=93194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:22:42.408188 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-462b2e0f-7a67-44e5-aad1-6c8cdcffe1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801875-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T23:03:18Z,description=,heartbeat_timestamp=2021-07-22T23:22:18Z,host='dv-cinder-801875-2-iscsi',id=fdf30918-cf4b-4771-a7f5-907485eb00f1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:18Z,topic='l3_agent')) {'router_ids': ['5a61350b-4e38-4d72-a5e6-792d089c6785'], 'active': True} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:22:42.461592 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvr_db [None req-4cb37c49-df29-49c8-b938-1c57650154a8 None None] Set router 535e3648-6142-4b8f-81c2-5b56a6ab5ecf gateway port host: dv-cinder-801875-2-iscsi {{(pid=93195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:22:42.580321 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvr_db [None req-462b2e0f-7a67-44e5-aad1-6c8cdcffe1df None None] Set router 5a61350b-4e38-4d72-a5e6-792d089c6785 gateway port host: dv-cinder-801875-2-iscsi {{(pid=93194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:22:42.696460 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-4cb37c49-df29-49c8-b938-1c57650154a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '535e3648-6142-4b8f-81c2-5b56a6ab5ecf', 'name': 'tempest-TestMinimumBasicScenario-1897873729-router', 'tenant_id': 'd0f7edb110c94c00be850b59f90f077e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'external_fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'cb02f979-6ccb-4295-a9ae-c339869249b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:22:36Z', 'updated_at': '2021-07-22T23:22:38Z', 'revision_number': 4, 'project_id': 'd0f7edb110c94c00be850b59f90f077e', 'gw_port': {'id': 'cb02f979-6ccb-4295-a9ae-c339869249b8', 'name': '', 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:8a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535e3648-6142-4b8f-81c2-5b56a6ab5ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:22:36Z', 'updated_at': '2021-07-22T23:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801875-2-iscsi', '_interfaces': [{'id': '9560604f-e826-4503-bd61-74c3eb992b41', 'name': '', 'network_id': '289f774d-ca22-4592-a313-a0fac81acdab', 'tenant_id': 'd0f7edb110c94c00be850b59f90f077e', 'mac_address': 'fa:16:3e:cb:4c:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '535e3648-6142-4b8f-81c2-5b56a6ab5ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '6ea29914-6a3e-43e0-8bfc-f009f44f8c53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:22:38Z', 'updated_at': '2021-07-22T23:22:42Z', 'revision_number': 4, 'project_id': 'd0f7edb110c94c00be850b59f90f077e', 'subnets': [{'id': '6ea29914-6a3e-43e0-8bfc-f009f44f8c53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801875-2-iscsi', False) {} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:22:42.736770 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb37c49-df29-49c8-b938-1c57650154a8 None None] The sync data for ids ['535e3648-6142-4b8f-81c2-5b56a6ab5ecf'] in dv-cinder-801875-2-iscsi is: [{'id': '535e3648-6142-4b8f-81c2-5b56a6ab5ecf', 'name': 'tempest-TestMinimumBasicScenario-1897873729-router', 'tenant_id': 'd0f7edb110c94c00be850b59f90f077e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'external_fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'cb02f979-6ccb-4295-a9ae-c339869249b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:22:36Z', 'updated_at': '2021-07-22T23:22:38Z', 'revision_number': 4, 'project_id': 'd0f7edb110c94c00be850b59f90f077e', 'gw_port': {'id': 'cb02f979-6ccb-4295-a9ae-c339869249b8', 'name': '', 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:8a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535e3648-6142-4b8f-81c2-5b56a6ab5ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:22:36Z', 'updated_at': '2021-07-22T23:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801875-2-iscsi', '_interfaces': [{'id': '9560604f-e826-4503-bd61-74c3eb992b41', 'name': '', 'network_id': '289f774d-ca22-4592-a313-a0fac81acdab', 'tenant_id': 'd0f7edb110c94c00be850b59f90f077e', 'mac_address': 'fa:16:3e:cb:4c:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '535e3648-6142-4b8f-81c2-5b56a6ab5ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '6ea29914-6a3e-43e0-8bfc-f009f44f8c53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:22:38Z', 'updated_at': '2021-07-22T23:22:42Z', 'revision_number': 4, 'project_id': 'd0f7edb110c94c00be850b59f90f077e', 'subnets': [{'id': '6ea29914-6a3e-43e0-8bfc-f009f44f8c53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:22:42.813944 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-462b2e0f-7a67-44e5-aad1-6c8cdcffe1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a61350b-4e38-4d72-a5e6-792d089c6785', 'name': 'tempest-TestMinimumBasicScenario-1509358048-router', 'tenant_id': 'f30b9b0f668e44e1913afdbba683a5b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'external_fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '5cf85f41-16b4-415f-ae0b-52ecc4c158a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:22:40Z', 'updated_at': '2021-07-22T23:22:41Z', 'revision_number': 3, 'project_id': 'f30b9b0f668e44e1913afdbba683a5b3', 'gw_port': {'id': '5cf85f41-16b4-415f-ae0b-52ecc4c158a8', 'name': '', 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c9:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a61350b-4e38-4d72-a5e6-792d089c6785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:22:41Z', 'updated_at': '2021-07-22T23:22:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801875-2-iscsi'}], 'dv-cinder-801875-2-iscsi', False) {} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:22:42.846174 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462b2e0f-7a67-44e5-aad1-6c8cdcffe1df None None] Checking router: 5a61350b-4e38-4d72-a5e6-792d089c6785 for host: dv-cinder-801875-2-iscsi {{(pid=93194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:22:42.846518 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462b2e0f-7a67-44e5-aad1-6c8cdcffe1df None None] Updating router 5a61350b-4e38-4d72-a5e6-792d089c6785 port 5cf85f41-16b4-415f-ae0b-52ecc4c158a8 binding host dv-cinder-801875-2-iscsi {{(pid=93194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:22:42.863348 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-bf315122-ad22-43f3-a151-229c3411f890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:42.895694 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-462b2e0f-7a67-44e5-aad1-6c8cdcffe1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:43.033758 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.db.db_base_plugin_common [None req-bf315122-ad22-43f3-a151-229c3411f890 admin admin] Allocated IP 172.20.0.1 (9f88688d-0142-47f1-a60c-c5a00560066e/38e6cafe-ee67-446e-ac13-aa43ca2c25cc/67b525b9-bafe-4367-8355-9c510881a74e) {{(pid=93193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:22:43.144063 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-bf315122-ad22-43f3-a151-229c3411f890 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:43.161249 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.db.provisioning_blocks [None req-bf315122-ad22-43f3-a151-229c3411f890 admin admin] Transition to ACTIVE for port object 67b525b9-bafe-4367-8355-9c510881a74e will not be triggered until provisioned by entity DHCP. {{(pid=93193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:22:43.183208 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-462b2e0f-7a67-44e5-aad1-6c8cdcffe1df None None] Notify callbacks [] for port, precommit_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:43.201119 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-462b2e0f-7a67-44e5-aad1-6c8cdcffe1df None None] Transition to ACTIVE for port object 5cf85f41-16b4-415f-ae0b-52ecc4c158a8 will not be triggered until provisioned by entity L2. {{(pid=93194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:22:43.208125 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-bf315122-ad22-43f3-a151-229c3411f890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769065317241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31811438'] for port, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:43.209821 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-462b2e0f-7a67-44e5-aad1-6c8cdcffe1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:43.269181 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.managers [None req-462b2e0f-7a67-44e5-aad1-6c8cdcffe1df None None] Attempting to bind port 5cf85f41-16b4-415f-ae0b-52ecc4c158a8 on host dv-cinder-801875-2-iscsi for vnic_type normal with profile {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:22:43.269778 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.managers [None req-462b2e0f-7a67-44e5-aad1-6c8cdcffe1df None None] Attempting to bind port 5cf85f41-16b4-415f-ae0b-52ecc4c158a8 by drivers openvswitch,hyperv on host dv-cinder-801875-2-iscsi at level 0 using segments [{'id': '829b4ee6-bc3b-4b66-8264-3fcbe946197d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4'}] {{(pid=93194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:22:43.269878 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462b2e0f-7a67-44e5-aad1-6c8cdcffe1df None None] Attempting to bind port 5cf85f41-16b4-415f-ae0b-52ecc4c158a8 on network e89e037f-b917-4fce-8638-db5189a5e8e4 {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:22:43.275454 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cc1d76-2a46-4768-8636-2726ac7cd239 None None] Pushing event updated for resources: {'Port': ['ID=5cf85f41-16b4-415f-ae0b-52ecc4c158a8,revision_number=2']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:22:43.279117 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462b2e0f-7a67-44e5-aad1-6c8cdcffe1df None None] Checking agent: {'id': 'f30eb83a-2393-42b8-bba2-207fe5e6c4a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801875-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 3, 19), 'started_at': datetime.datetime(2021, 7, 22, 23, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801875-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:22:43.279500 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462b2e0f-7a67-44e5-aad1-6c8cdcffe1df None None] Checking segment: {'id': '829b4ee6-bc3b-4b66-8264-3fcbe946197d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:22:43.279906 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-462b2e0f-7a67-44e5-aad1-6c8cdcffe1df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:43.280296 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462b2e0f-7a67-44e5-aad1-6c8cdcffe1df None None] Bound using segment: {'id': '829b4ee6-bc3b-4b66-8264-3fcbe946197d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4'} {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:22:43.280868 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.managers [None req-462b2e0f-7a67-44e5-aad1-6c8cdcffe1df None None] Bound port: 5cf85f41-16b4-415f-ae0b-52ecc4c158a8, host: dv-cinder-801875-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '829b4ee6-bc3b-4b66-8264-3fcbe946197d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4'}}] {{(pid=93194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:22:43.281166 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-462b2e0f-7a67-44e5-aad1-6c8cdcffe1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:43.286988 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf315122-ad22-43f3-a151-229c3411f890 admin admin] Network 9f88688d-0142-47f1-a60c-c5a00560066e is already hosted by enough agents. {{(pid=93193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:22:43.294124 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.scheduler.base_scheduler [None req-bf315122-ad22-43f3-a151-229c3411f890 admin admin] Resources bound (agent type, host, resource id): {{(pid=93193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:22:43.299627 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf315122-ad22-43f3-a151-229c3411f890 admin admin] Received port after_create {{(pid=93193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:22:43.330703 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf315122-ad22-43f3-a151-229c3411f890 admin admin] Pushing event updated for resources: {'Port': ['ID=67b525b9-bafe-4367-8355-9c510881a74e,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:22:43.346783 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-462b2e0f-7a67-44e5-aad1-6c8cdcffe1df None None] For port 5cf85f41-16b4-415f-ae0b-52ecc4c158a8, host dv-cinder-801875-2-iscsi, cleared binding levels {{(pid=93194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:22:43.352529 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-462b2e0f-7a67-44e5-aad1-6c8cdcffe1df None None] For port 5cf85f41-16b4-415f-ae0b-52ecc4c158a8, host dv-cinder-801875-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801875-2-iscsi',level=0,port_id=5cf85f41-16b4-415f-ae0b-52ecc4c158a8,segment=NetworkSegment(829b4ee6-bc3b-4b66-8264-3fcbe946197d),segment_id=829b4ee6-bc3b-4b66-8264-3fcbe946197d)] {{(pid=93194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:22:43.355226 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-bf315122-ad22-43f3-a151-229c3411f890 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-680724'] for router_interface, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:43.364848 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-462b2e0f-7a67-44e5-aad1-6c8cdcffe1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:43.401076 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Device cb02f979-6ccb-4295-a9ae-c339869249b8 up at agent ovs-agent-dv-cinder-801875-2-iscsi {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:22:43.534712 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-bf315122-ad22-43f3-a151-229c3411f890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:43.604842 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462b2e0f-7a67-44e5-aad1-6c8cdcffe1df None None] Routers {'5a61350b-4e38-4d72-a5e6-792d089c6785'} bound to L3 agent in host dv-cinder-801875-2-iscsi {{(pid=93194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:22:43.605396 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-462b2e0f-7a67-44e5-aad1-6c8cdcffe1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801875-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T23:03:18Z,description=,heartbeat_timestamp=2021-07-22T23:22:18Z,host='dv-cinder-801875-2-iscsi',id=fdf30918-cf4b-4771-a7f5-907485eb00f1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:18Z,topic='l3_agent')) {'router_ids': ['5a61350b-4e38-4d72-a5e6-792d089c6785'], 'active': True} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:22:43.612723 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cc1d76-2a46-4768-8636-2726ac7cd239 None None] Pushing event updated for resources: {'Port': ['ID=5cf85f41-16b4-415f-ae0b-52ecc4c158a8,revision_number=3']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:22:43.684456 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-0bc8249f-e42a-4163-8c2a-a1e198b5c48f None None] Provisioning for port 67b525b9-bafe-4367-8355-9c510881a74e completed by entity DHCP. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:22:43.698745 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-0bc8249f-e42a-4163-8c2a-a1e198b5c48f None None] Provisioning complete for port 67b525b9-bafe-4367-8355-9c510881a74e triggered by entity DHCP. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:22:43.699129 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-0bc8249f-e42a-4163-8c2a-a1e198b5c48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832377'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:43.700511 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-bf315122-ad22-43f3-a151-229c3411f890 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:43.705263 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-bf315122-ad22-43f3-a151-229c3411f890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31811429'] for port, after_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:43.731206 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Provisioning complete for port cb02f979-6ccb-4295-a9ae-c339869249b8 triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:22:43.731584 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832377'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:43.765068 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-bf315122-ad22-43f3-a151-229c3411f890 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-679076'] for router_interface, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:43.773599 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-0bc8249f-e42a-4163-8c2a-a1e198b5c48f None None] Port 67b525b9-bafe-4367-8355-9c510881a74e cannot update to ACTIVE because it is not bound. {{(pid=93194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:22:43.774153 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf315122-ad22-43f3-a151-229c3411f890 admin admin] Pushing event updated for resources: {'Port': ['ID=67b525b9-bafe-4367-8355-9c510881a74e,revision_number=2']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:22:43.790030 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvr_db [None req-462b2e0f-7a67-44e5-aad1-6c8cdcffe1df None None] Set router 5a61350b-4e38-4d72-a5e6-792d089c6785 gateway port host: dv-cinder-801875-2-iscsi {{(pid=93194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:22:43.864212 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf315122-ad22-43f3-a151-229c3411f890 admin admin] Network 9f88688d-0142-47f1-a60c-c5a00560066e is already hosted by enough agents. {{(pid=93193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:22:43.865564 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.scheduler.base_scheduler [None req-bf315122-ad22-43f3-a151-229c3411f890 admin admin] Resources bound (agent type, host, resource id): {{(pid=93193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:22:43.921978 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Device 772d428b-bb52-4135-aa2f-484284abecb0 up at agent ovs-agent-dv-cinder-801875-2-iscsi {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:22:43.984820 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf315122-ad22-43f3-a151-229c3411f890 admin admin] Router 5a61350b-4e38-4d72-a5e6-792d089c6785 has already been hosted by L3 agent fdf30918-cf4b-4771-a7f5-907485eb00f1 {{(pid=93193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:22:44.044438 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Provisioning for port 772d428b-bb52-4135-aa2f-484284abecb0 completed by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:22:44.052454 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Provisioning complete for port 772d428b-bb52-4135-aa2f-484284abecb0 triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:22:44.052832 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832377'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:44.094322 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf315122-ad22-43f3-a151-229c3411f890 admin admin] Notify agent at l3_agent.dv-cinder-801875-2-iscsi the message routers_updated {{(pid=93193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:22:44.099951 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-bf315122-ad22-43f3-a151-229c3411f890 admin admin] 10.222.0.44 "PUT /v2.0/routers/5a61350b-4e38-4d72-a5e6-792d089c6785/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7386632 Jul 22 23:22:44.109038 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-462b2e0f-7a67-44e5-aad1-6c8cdcffe1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a61350b-4e38-4d72-a5e6-792d089c6785', 'name': 'tempest-TestMinimumBasicScenario-1509358048-router', 'tenant_id': 'f30b9b0f668e44e1913afdbba683a5b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'external_fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '5cf85f41-16b4-415f-ae0b-52ecc4c158a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:22:40Z', 'updated_at': '2021-07-22T23:22:43Z', 'revision_number': 4, 'project_id': 'f30b9b0f668e44e1913afdbba683a5b3', 'gw_port': {'id': '5cf85f41-16b4-415f-ae0b-52ecc4c158a8', 'name': '', 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c9:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a61350b-4e38-4d72-a5e6-792d089c6785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:22:41Z', 'updated_at': '2021-07-22T23:22:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801875-2-iscsi', '_interfaces': [{'id': '67b525b9-bafe-4367-8355-9c510881a74e', 'name': '', 'network_id': '9f88688d-0142-47f1-a60c-c5a00560066e', 'tenant_id': 'f30b9b0f668e44e1913afdbba683a5b3', 'mac_address': 'fa:16:3e:56:0d:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a61350b-4e38-4d72-a5e6-792d089c6785', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '38e6cafe-ee67-446e-ac13-aa43ca2c25cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:22:42Z', 'updated_at': '2021-07-22T23:22:43Z', 'revision_number': 1, 'project_id': 'f30b9b0f668e44e1913afdbba683a5b3', 'subnets': [{'id': '38e6cafe-ee67-446e-ac13-aa43ca2c25cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801875-2-iscsi', False) {} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:22:44.142341 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-6a95b863-78c7-4023-b2ed-282895b35a24 None None] Provisioning complete for port 67b525b9-bafe-4367-8355-9c510881a74e triggered by entity DHCP. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:22:44.142712 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-6a95b863-78c7-4023-b2ed-282895b35a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832377'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:44.145654 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462b2e0f-7a67-44e5-aad1-6c8cdcffe1df None None] The sync data for ids ['5a61350b-4e38-4d72-a5e6-792d089c6785'] in dv-cinder-801875-2-iscsi is: [{'id': '5a61350b-4e38-4d72-a5e6-792d089c6785', 'name': 'tempest-TestMinimumBasicScenario-1509358048-router', 'tenant_id': 'f30b9b0f668e44e1913afdbba683a5b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'external_fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '5cf85f41-16b4-415f-ae0b-52ecc4c158a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:22:40Z', 'updated_at': '2021-07-22T23:22:43Z', 'revision_number': 4, 'project_id': 'f30b9b0f668e44e1913afdbba683a5b3', 'gw_port': {'id': '5cf85f41-16b4-415f-ae0b-52ecc4c158a8', 'name': '', 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c9:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a61350b-4e38-4d72-a5e6-792d089c6785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:22:41Z', 'updated_at': '2021-07-22T23:22:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801875-2-iscsi', '_interfaces': [{'id': '67b525b9-bafe-4367-8355-9c510881a74e', 'name': '', 'network_id': '9f88688d-0142-47f1-a60c-c5a00560066e', 'tenant_id': 'f30b9b0f668e44e1913afdbba683a5b3', 'mac_address': 'fa:16:3e:56:0d:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a61350b-4e38-4d72-a5e6-792d089c6785', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '38e6cafe-ee67-446e-ac13-aa43ca2c25cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:22:42Z', 'updated_at': '2021-07-22T23:22:43Z', 'revision_number': 1, 'project_id': 'f30b9b0f668e44e1913afdbba683a5b3', 'subnets': [{'id': '38e6cafe-ee67-446e-ac13-aa43ca2c25cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:22:44.204425 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-6a95b863-78c7-4023-b2ed-282895b35a24 None None] Port 67b525b9-bafe-4367-8355-9c510881a74e cannot update to ACTIVE because it is not bound. {{(pid=93194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:22:44.209489 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:44.250000 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] For port 772d428b-bb52-4135-aa2f-484284abecb0, host dv-cinder-801875-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801875-2-iscsi',level=0,port_id=772d428b-bb52-4135-aa2f-484284abecb0,segment=NetworkSegment(a5c3de85-9c12-4cf7-9c29-317c1cbce317),segment_id=a5c3de85-9c12-4cf7-9c29-317c1cbce317)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:22:44.254900 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:44.255685 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Device 9560604f-e826-4503-bd61-74c3eb992b41 up at agent ovs-agent-dv-cinder-801875-2-iscsi {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:22:44.338273 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Pushing event updated for resources: {'Port': ['ID=772d428b-bb52-4135-aa2f-484284abecb0,revision_number=3']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:22:44.356364 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Provisioning for port 9560604f-e826-4503-bd61-74c3eb992b41 completed by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:22:44.362374 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Provisioning complete for port 9560604f-e826-4503-bd61-74c3eb992b41 triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:22:44.362828 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832377'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:44.476918 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:44.519326 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] For port 9560604f-e826-4503-bd61-74c3eb992b41, host dv-cinder-801875-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801875-2-iscsi',level=0,port_id=9560604f-e826-4503-bd61-74c3eb992b41,segment=NetworkSegment(ed68cee3-2549-4ceb-be77-408b39b5233f),segment_id=ed68cee3-2549-4ceb-be77-408b39b5233f)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:22:44.524216 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:44.576045 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Pushing event updated for resources: {'Port': ['ID=9560604f-e826-4503-bd61-74c3eb992b41,revision_number=5']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:22:45.240568 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Device 9560604f-e826-4503-bd61-74c3eb992b41 up at agent ovs-agent-dv-cinder-801875-2-iscsi {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:22:45.291727 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Provisioning complete for port 9560604f-e826-4503-bd61-74c3eb992b41 triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:22:45.292068 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832377'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:45.409729 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Device 772d428b-bb52-4135-aa2f-484284abecb0 up at agent ovs-agent-dv-cinder-801875-2-iscsi {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:22:45.492622 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Provisioning complete for port 772d428b-bb52-4135-aa2f-484284abecb0 triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:22:45.493297 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832377'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:45.496455 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-a63dbf17-8c9b-4d6e-8edb-526bdb41b058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:46.915046 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dee28bc-d39b-4ce3-bdb3-7e55cbd8763a None None] Sync routers for ids ['5a61350b-4e38-4d72-a5e6-792d089c6785'] in dv-cinder-801875-2-iscsi {{(pid=93195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:22:46.928665 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dee28bc-d39b-4ce3-bdb3-7e55cbd8763a None None] Routers {'5a61350b-4e38-4d72-a5e6-792d089c6785'} bound to L3 agent in host dv-cinder-801875-2-iscsi {{(pid=93195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:22:46.929417 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-5dee28bc-d39b-4ce3-bdb3-7e55cbd8763a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801875-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T23:03:18Z,description=,heartbeat_timestamp=2021-07-22T23:22:18Z,host='dv-cinder-801875-2-iscsi',id=fdf30918-cf4b-4771-a7f5-907485eb00f1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:18Z,topic='l3_agent')) {'router_ids': ['5a61350b-4e38-4d72-a5e6-792d089c6785'], 'active': True} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:22:47.053367 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvr_db [None req-5dee28bc-d39b-4ce3-bdb3-7e55cbd8763a None None] Set router 5a61350b-4e38-4d72-a5e6-792d089c6785 gateway port host: dv-cinder-801875-2-iscsi {{(pid=93195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:22:47.258275 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Device 5cf85f41-16b4-415f-ae0b-52ecc4c158a8 up at agent ovs-agent-dv-cinder-801875-2-iscsi {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:22:47.313954 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-5dee28bc-d39b-4ce3-bdb3-7e55cbd8763a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a61350b-4e38-4d72-a5e6-792d089c6785', 'name': 'tempest-TestMinimumBasicScenario-1509358048-router', 'tenant_id': 'f30b9b0f668e44e1913afdbba683a5b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'external_fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '5cf85f41-16b4-415f-ae0b-52ecc4c158a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:22:40Z', 'updated_at': '2021-07-22T23:22:43Z', 'revision_number': 4, 'project_id': 'f30b9b0f668e44e1913afdbba683a5b3', 'gw_port': {'id': '5cf85f41-16b4-415f-ae0b-52ecc4c158a8', 'name': '', 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c9:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a61350b-4e38-4d72-a5e6-792d089c6785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:22:41Z', 'updated_at': '2021-07-22T23:22:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801875-2-iscsi', '_interfaces': [{'id': '67b525b9-bafe-4367-8355-9c510881a74e', 'name': '', 'network_id': '9f88688d-0142-47f1-a60c-c5a00560066e', 'tenant_id': 'f30b9b0f668e44e1913afdbba683a5b3', 'mac_address': 'fa:16:3e:56:0d:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a61350b-4e38-4d72-a5e6-792d089c6785', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '38e6cafe-ee67-446e-ac13-aa43ca2c25cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:22:42Z', 'updated_at': '2021-07-22T23:22:43Z', 'revision_number': 2, 'project_id': 'f30b9b0f668e44e1913afdbba683a5b3', 'subnets': [{'id': '38e6cafe-ee67-446e-ac13-aa43ca2c25cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801875-2-iscsi', False) {} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:22:47.323872 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Provisioning for port 5cf85f41-16b4-415f-ae0b-52ecc4c158a8 completed by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:22:47.327841 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Provisioning complete for port 5cf85f41-16b4-415f-ae0b-52ecc4c158a8 triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:22:47.328280 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832377'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:47.344115 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dee28bc-d39b-4ce3-bdb3-7e55cbd8763a None None] Checking router: 5a61350b-4e38-4d72-a5e6-792d089c6785 for host: dv-cinder-801875-2-iscsi {{(pid=93195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:22:47.344115 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dee28bc-d39b-4ce3-bdb3-7e55cbd8763a None None] Updating router 5a61350b-4e38-4d72-a5e6-792d089c6785 port 67b525b9-bafe-4367-8355-9c510881a74e binding host dv-cinder-801875-2-iscsi {{(pid=93195) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:22:47.417371 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:47.442393 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] For port 5cf85f41-16b4-415f-ae0b-52ecc4c158a8, host dv-cinder-801875-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801875-2-iscsi',level=0,port_id=5cf85f41-16b4-415f-ae0b-52ecc4c158a8,segment=NetworkSegment(829b4ee6-bc3b-4b66-8264-3fcbe946197d),segment_id=829b4ee6-bc3b-4b66-8264-3fcbe946197d)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:22:47.447514 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:47.492494 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron_lib.callbacks.manager [None req-5dee28bc-d39b-4ce3-bdb3-7e55cbd8763a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:47.501265 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Pushing event updated for resources: {'Port': ['ID=5cf85f41-16b4-415f-ae0b-52ecc4c158a8,revision_number=4']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:22:47.776113 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron_lib.callbacks.manager [None req-5dee28bc-d39b-4ce3-bdb3-7e55cbd8763a None None] Notify callbacks [] for port, precommit_update {{(pid=93195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:47.788561 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.provisioning_blocks [None req-5dee28bc-d39b-4ce3-bdb3-7e55cbd8763a None None] Transition to ACTIVE for port object 67b525b9-bafe-4367-8355-9c510881a74e will not be triggered until provisioned by entity L2. {{(pid=93195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:22:47.794601 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron_lib.callbacks.manager [None req-5dee28bc-d39b-4ce3-bdb3-7e55cbd8763a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:47.846341 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3481cf5-e637-4043-a2f1-cae737d52ca4 None None] Pushing event updated for resources: {'Port': ['ID=67b525b9-bafe-4367-8355-9c510881a74e,revision_number=3']} {{(pid=93195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:22:47.910773 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.managers [None req-5dee28bc-d39b-4ce3-bdb3-7e55cbd8763a None None] Attempting to bind port 67b525b9-bafe-4367-8355-9c510881a74e on host dv-cinder-801875-2-iscsi for vnic_type normal with profile {{(pid=93195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:22:47.911735 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.managers [None req-5dee28bc-d39b-4ce3-bdb3-7e55cbd8763a None None] Attempting to bind port 67b525b9-bafe-4367-8355-9c510881a74e by drivers openvswitch,hyperv on host dv-cinder-801875-2-iscsi at level 0 using segments [{'id': 'a5c3de85-9c12-4cf7-9c29-317c1cbce317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '9f88688d-0142-47f1-a60c-c5a00560066e'}] {{(pid=93195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:22:47.912175 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dee28bc-d39b-4ce3-bdb3-7e55cbd8763a None None] Attempting to bind port 67b525b9-bafe-4367-8355-9c510881a74e on network 9f88688d-0142-47f1-a60c-c5a00560066e {{(pid=93195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:22:47.918039 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dee28bc-d39b-4ce3-bdb3-7e55cbd8763a None None] Checking agent: {'id': 'f30eb83a-2393-42b8-bba2-207fe5e6c4a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801875-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 3, 19), 'started_at': datetime.datetime(2021, 7, 22, 23, 3, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801875-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:22:47.918950 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dee28bc-d39b-4ce3-bdb3-7e55cbd8763a None None] Checking segment: {'id': 'a5c3de85-9c12-4cf7-9c29-317c1cbce317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '9f88688d-0142-47f1-a60c-c5a00560066e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:22:47.918950 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron_lib.callbacks.manager [None req-5dee28bc-d39b-4ce3-bdb3-7e55cbd8763a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:47.919506 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dee28bc-d39b-4ce3-bdb3-7e55cbd8763a None None] Bound using segment: {'id': 'a5c3de85-9c12-4cf7-9c29-317c1cbce317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '9f88688d-0142-47f1-a60c-c5a00560066e'} {{(pid=93195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:22:47.920040 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.managers [None req-5dee28bc-d39b-4ce3-bdb3-7e55cbd8763a None None] Bound port: 67b525b9-bafe-4367-8355-9c510881a74e, host: dv-cinder-801875-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5c3de85-9c12-4cf7-9c29-317c1cbce317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '9f88688d-0142-47f1-a60c-c5a00560066e'}}] {{(pid=93195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:22:47.920454 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron_lib.callbacks.manager [None req-5dee28bc-d39b-4ce3-bdb3-7e55cbd8763a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:48.003957 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.db [None req-5dee28bc-d39b-4ce3-bdb3-7e55cbd8763a None None] For port 67b525b9-bafe-4367-8355-9c510881a74e, host dv-cinder-801875-2-iscsi, cleared binding levels {{(pid=93195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:22:48.007258 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.db [None req-5dee28bc-d39b-4ce3-bdb3-7e55cbd8763a None None] For port 67b525b9-bafe-4367-8355-9c510881a74e, host dv-cinder-801875-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801875-2-iscsi',level=0,port_id=67b525b9-bafe-4367-8355-9c510881a74e,segment=NetworkSegment(a5c3de85-9c12-4cf7-9c29-317c1cbce317),segment_id=a5c3de85-9c12-4cf7-9c29-317c1cbce317)] {{(pid=93195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:22:48.012489 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron_lib.callbacks.manager [None req-5dee28bc-d39b-4ce3-bdb3-7e55cbd8763a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:48.092274 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dee28bc-d39b-4ce3-bdb3-7e55cbd8763a None None] Routers {'5a61350b-4e38-4d72-a5e6-792d089c6785'} bound to L3 agent in host dv-cinder-801875-2-iscsi {{(pid=93195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:22:48.092933 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-5dee28bc-d39b-4ce3-bdb3-7e55cbd8763a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801875-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T23:03:18Z,description=,heartbeat_timestamp=2021-07-22T23:22:18Z,host='dv-cinder-801875-2-iscsi',id=fdf30918-cf4b-4771-a7f5-907485eb00f1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:18Z,topic='l3_agent')) {'router_ids': ['5a61350b-4e38-4d72-a5e6-792d089c6785'], 'active': True} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:22:48.129267 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3481cf5-e637-4043-a2f1-cae737d52ca4 None None] Pushing event updated for resources: {'Port': ['ID=67b525b9-bafe-4367-8355-9c510881a74e,revision_number=4']} {{(pid=93195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:22:48.187744 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-390d2f79-b07b-4bf5-8a5e-7fa7ff07c802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:48.243363 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvr_db [None req-5dee28bc-d39b-4ce3-bdb3-7e55cbd8763a None None] Set router 5a61350b-4e38-4d72-a5e6-792d089c6785 gateway port host: dv-cinder-801875-2-iscsi {{(pid=93195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:22:48.478638 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-5dee28bc-d39b-4ce3-bdb3-7e55cbd8763a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a61350b-4e38-4d72-a5e6-792d089c6785', 'name': 'tempest-TestMinimumBasicScenario-1509358048-router', 'tenant_id': 'f30b9b0f668e44e1913afdbba683a5b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'external_fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '5cf85f41-16b4-415f-ae0b-52ecc4c158a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:22:40Z', 'updated_at': '2021-07-22T23:22:43Z', 'revision_number': 4, 'project_id': 'f30b9b0f668e44e1913afdbba683a5b3', 'gw_port': {'id': '5cf85f41-16b4-415f-ae0b-52ecc4c158a8', 'name': '', 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c9:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a61350b-4e38-4d72-a5e6-792d089c6785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:22:41Z', 'updated_at': '2021-07-22T23:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801875-2-iscsi', '_interfaces': [{'id': '67b525b9-bafe-4367-8355-9c510881a74e', 'name': '', 'network_id': '9f88688d-0142-47f1-a60c-c5a00560066e', 'tenant_id': 'f30b9b0f668e44e1913afdbba683a5b3', 'mac_address': 'fa:16:3e:56:0d:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a61350b-4e38-4d72-a5e6-792d089c6785', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '38e6cafe-ee67-446e-ac13-aa43ca2c25cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:22:42Z', 'updated_at': '2021-07-22T23:22:47Z', 'revision_number': 4, 'project_id': 'f30b9b0f668e44e1913afdbba683a5b3', 'subnets': [{'id': '38e6cafe-ee67-446e-ac13-aa43ca2c25cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801875-2-iscsi', False) {} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:22:48.505458 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dee28bc-d39b-4ce3-bdb3-7e55cbd8763a None None] The sync data for ids ['5a61350b-4e38-4d72-a5e6-792d089c6785'] in dv-cinder-801875-2-iscsi is: [{'id': '5a61350b-4e38-4d72-a5e6-792d089c6785', 'name': 'tempest-TestMinimumBasicScenario-1509358048-router', 'tenant_id': 'f30b9b0f668e44e1913afdbba683a5b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'external_fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '5cf85f41-16b4-415f-ae0b-52ecc4c158a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:22:40Z', 'updated_at': '2021-07-22T23:22:43Z', 'revision_number': 4, 'project_id': 'f30b9b0f668e44e1913afdbba683a5b3', 'gw_port': {'id': '5cf85f41-16b4-415f-ae0b-52ecc4c158a8', 'name': '', 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c9:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a61350b-4e38-4d72-a5e6-792d089c6785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:22:41Z', 'updated_at': '2021-07-22T23:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801875-2-iscsi', '_interfaces': [{'id': '67b525b9-bafe-4367-8355-9c510881a74e', 'name': '', 'network_id': '9f88688d-0142-47f1-a60c-c5a00560066e', 'tenant_id': 'f30b9b0f668e44e1913afdbba683a5b3', 'mac_address': 'fa:16:3e:56:0d:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a61350b-4e38-4d72-a5e6-792d089c6785', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '38e6cafe-ee67-446e-ac13-aa43ca2c25cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:22:42Z', 'updated_at': '2021-07-22T23:22:47Z', 'revision_number': 4, 'project_id': 'f30b9b0f668e44e1913afdbba683a5b3', 'subnets': [{'id': '38e6cafe-ee67-446e-ac13-aa43ca2c25cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:22:48.692737 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:48.784392 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:49.191129 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-d6d3e244-519d-4c84-95ee-f6386db2b0d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:49.253628 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Device 5cf85f41-16b4-415f-ae0b-52ecc4c158a8 up at agent ovs-agent-dv-cinder-801875-2-iscsi {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:22:49.309827 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Provisioning complete for port 5cf85f41-16b4-415f-ae0b-52ecc4c158a8 triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:22:49.310196 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832377'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:49.393842 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Device 67b525b9-bafe-4367-8355-9c510881a74e up at agent ovs-agent-dv-cinder-801875-2-iscsi {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:22:49.457853 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Provisioning for port 67b525b9-bafe-4367-8355-9c510881a74e completed by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:22:49.462376 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Provisioning complete for port 67b525b9-bafe-4367-8355-9c510881a74e triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:22:49.463046 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832377'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:49.581088 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:49.622837 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] For port 67b525b9-bafe-4367-8355-9c510881a74e, host dv-cinder-801875-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801875-2-iscsi',level=0,port_id=67b525b9-bafe-4367-8355-9c510881a74e,segment=NetworkSegment(a5c3de85-9c12-4cf7-9c29-317c1cbce317),segment_id=a5c3de85-9c12-4cf7-9c29-317c1cbce317)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:22:49.627950 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:49.688614 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Pushing event updated for resources: {'Port': ['ID=67b525b9-bafe-4367-8355-9c510881a74e,revision_number=5']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:22:50.947807 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-cbf739a1-5d20-402c-989d-00d0f7e6e81c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:51.211899 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Device 67b525b9-bafe-4367-8355-9c510881a74e up at agent ovs-agent-dv-cinder-801875-2-iscsi {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:22:51.264906 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Provisioning complete for port 67b525b9-bafe-4367-8355-9c510881a74e triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:22:51.265314 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832377'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:53.548592 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcb1a7a-09c2-44cc-97da-999eb55efca0 req-792191f1-a65e-4fdc-bd08-ed878775a374 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:22:53.550038 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-4bcb1a7a-09c2-44cc-97da-999eb55efca0 req-792191f1-a65e-4fdc-bd08-ed878775a374 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] 10.222.0.44 "GET /v2.0/networks?id=289f774d-ca22-4592-a313-a0fac81acdab HTTP/1.1" status: 200 len: 815 time: 0.1011610 Jul 22 23:22:53.564416 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-4bcb1a7a-09c2-44cc-97da-999eb55efca0 req-855900d7-3023-4800-a9d4-17bfab2ff2e2 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] 10.222.0.44 "GET /v2.0/quotas/d0f7edb110c94c00be850b59f90f077e HTTP/1.1" status: 200 len: 375 time: 0.0091298 Jul 22 23:22:53.627077 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-4bcb1a7a-09c2-44cc-97da-999eb55efca0 req-8dcbf345-d084-4900-a607-f8e213539a72 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d0f7edb110c94c00be850b59f90f077e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0579715 Jul 22 23:22:53.727185 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [req-4bcb1a7a-09c2-44cc-97da-999eb55efca0 req-b0359c95-f490-43da-8cf5-0b328b982701 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=93192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:22:53.728167 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-4bcb1a7a-09c2-44cc-97da-999eb55efca0 req-b0359c95-f490-43da-8cf5-0b328b982701 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0905828 Jul 22 23:22:53.817376 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-4bcb1a7a-09c2-44cc-97da-999eb55efca0 req-32a66880-9eed-4219-9199-7213192f2d91 service neutron] 10.222.0.44 "GET /v2.0/networks/289f774d-ca22-4592-a313-a0fac81acdab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835423 Jul 22 23:22:53.901506 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-4bcb1a7a-09c2-44cc-97da-999eb55efca0 req-ccb8cab8-f526-47ac-a94b-456f62cff325 service neutron] 10.222.0.44 "GET /v2.0/networks/289f774d-ca22-4592-a313-a0fac81acdab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0784414 Jul 22 23:22:54.054347 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-1f63b9f2-24d9-4ef1-91c4-efc79213f58a req-aabe56d3-0f93-49ec-95c7-9a6da6ac6c10 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] 10.222.0.44 "GET /v2.0/ports?device_id=9da73a6c-3c32-4adb-b3d9-6d933f28bcf3 HTTP/1.1" status: 200 len: 210 time: 0.0281150 Jul 22 23:22:55.157688 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-0646bb38-ee3b-4142-8095-d8c5f4f0df71 req-14dc935f-95d9-44f2-bbb5-fd3de388e505 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] 10.222.0.44 "GET /v2.0/ports?device_id=9da73a6c-3c32-4adb-b3d9-6d933f28bcf3 HTTP/1.1" status: 200 len: 210 time: 0.0349543 Jul 22 23:22:55.277864 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcb1a7a-09c2-44cc-97da-999eb55efca0 req-9f97f09a-ef85-4c2a-9f0b-49d8ab0ca072 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:22:55.279675 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-4bcb1a7a-09c2-44cc-97da-999eb55efca0 req-9f97f09a-ef85-4c2a-9f0b-49d8ab0ca072 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] 10.222.0.76 "GET /v2.0/networks?id=289f774d-ca22-4592-a313-a0fac81acdab HTTP/1.1" status: 200 len: 815 time: 0.3469906 Jul 22 23:22:55.299057 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [req-4bcb1a7a-09c2-44cc-97da-999eb55efca0 req-e22c6d00-e187-42e8-a75c-35535ba18108 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Request body: {'port': {'device_id': '9da73a6c-3c32-4adb-b3d9-6d933f28bcf3', 'network_id': '289f774d-ca22-4592-a313-a0fac81acdab', 'admin_state_up': True, 'tenant_id': 'd0f7edb110c94c00be850b59f90f077e'}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:22:55.431357 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bcb1a7a-09c2-44cc-97da-999eb55efca0 req-e22c6d00-e187-42e8-a75c-35535ba18108 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Made reservation on behalf of d0f7edb110c94c00be850b59f90f077e for: {'port': 1} {{(pid=93193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:22:55.435159 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-4bcb1a7a-09c2-44cc-97da-999eb55efca0 req-e22c6d00-e187-42e8-a75c-35535ba18108 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:55.579519 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.db.db_base_plugin_common [req-4bcb1a7a-09c2-44cc-97da-999eb55efca0 req-e22c6d00-e187-42e8-a75c-35535ba18108 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Allocated IP 172.20.0.8 (289f774d-ca22-4592-a313-a0fac81acdab/6ea29914-6a3e-43e0-8bfc-f009f44f8c53/1e45448a-f2d4-426b-9106-59718f25ce11) {{(pid=93193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:22:55.732866 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-4bcb1a7a-09c2-44cc-97da-999eb55efca0 req-e22c6d00-e187-42e8-a75c-35535ba18108 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Notify callbacks [] for port, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:55.752655 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.db.provisioning_blocks [req-4bcb1a7a-09c2-44cc-97da-999eb55efca0 req-e22c6d00-e187-42e8-a75c-35535ba18108 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Transition to ACTIVE for port object 1e45448a-f2d4-426b-9106-59718f25ce11 will not be triggered until provisioned by entity DHCP. {{(pid=93193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:22:55.787891 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-4bcb1a7a-09c2-44cc-97da-999eb55efca0 req-e22c6d00-e187-42e8-a75c-35535ba18108 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769065317241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31811438'] for port, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:55.837124 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bcb1a7a-09c2-44cc-97da-999eb55efca0 req-e22c6d00-e187-42e8-a75c-35535ba18108 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Network 289f774d-ca22-4592-a313-a0fac81acdab is already hosted by enough agents. {{(pid=93193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:22:55.839977 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.scheduler.base_scheduler [req-4bcb1a7a-09c2-44cc-97da-999eb55efca0 req-e22c6d00-e187-42e8-a75c-35535ba18108 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Resources bound (agent type, host, resource id): {{(pid=93193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:22:55.842698 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bcb1a7a-09c2-44cc-97da-999eb55efca0 req-e22c6d00-e187-42e8-a75c-35535ba18108 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Received port after_create {{(pid=93193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:22:55.873945 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c6d00-e187-42e8-a75c-35535ba18108 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Pushing event updated for resources: {'Port': ['ID=1e45448a-f2d4-426b-9106-59718f25ce11,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:22:55.914441 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcb1a7a-09c2-44cc-97da-999eb55efca0 req-e22c6d00-e187-42e8-a75c-35535ba18108 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:22:55.915458 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-4bcb1a7a-09c2-44cc-97da-999eb55efca0 req-e22c6d00-e187-42e8-a75c-35535ba18108 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92570'] for port, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:55.932541 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-4bcb1a7a-09c2-44cc-97da-999eb55efca0 req-e22c6d00-e187-42e8-a75c-35535ba18108 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6373334 Jul 22 23:22:56.079431 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-e772788e-2c72-47ce-9f54-72dcbed4f399 None None] Provisioning for port 1e45448a-f2d4-426b-9106-59718f25ce11 completed by entity DHCP. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:22:56.083362 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-e772788e-2c72-47ce-9f54-72dcbed4f399 None None] Provisioning complete for port 1e45448a-f2d4-426b-9106-59718f25ce11 triggered by entity DHCP. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:22:56.083728 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-e772788e-2c72-47ce-9f54-72dcbed4f399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832377'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:56.118319 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-e772788e-2c72-47ce-9f54-72dcbed4f399 None None] Port 1e45448a-f2d4-426b-9106-59718f25ce11 cannot update to ACTIVE because it is not bound. {{(pid=93194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:22:56.295816 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aee7425-d435-45c9-9ed3-53ade3550cfc req-507981ea-34ee-462d-b2a1-228cd2551e51 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:22:56.297986 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-0aee7425-d435-45c9-9ed3-53ade3550cfc req-507981ea-34ee-462d-b2a1-228cd2551e51 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] 10.222.0.44 "GET /v2.0/ports?device_id=9da73a6c-3c32-4adb-b3d9-6d933f28bcf3 HTTP/1.1" status: 200 len: 931 time: 0.0648892 Jul 22 23:22:56.335940 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-0aee7425-d435-45c9-9ed3-53ade3550cfc req-72c566d8-4d1e-402b-82d8-d44b7c43dcd1 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f9a5646-3f57-4f21-93ad-eb6e576b5122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322938 Jul 22 23:22:57.469018 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24119762-53ab-41c2-bf1f-f6a5f4ea9788 req-33dbb323-0f5e-4a00-a795-f1bb5406df11 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:22:57.470939 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-24119762-53ab-41c2-bf1f-f6a5f4ea9788 req-33dbb323-0f5e-4a00-a795-f1bb5406df11 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] 10.222.0.44 "GET /v2.0/ports?device_id=9da73a6c-3c32-4adb-b3d9-6d933f28bcf3 HTTP/1.1" status: 200 len: 931 time: 0.0674269 Jul 22 23:22:57.512897 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-24119762-53ab-41c2-bf1f-f6a5f4ea9788 req-8bf71ee8-0186-4712-a6ed-059acfdc0c73 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f9a5646-3f57-4f21-93ad-eb6e576b5122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364254 Jul 22 23:22:58.646249 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aebd81-8635-41f6-aa2c-a56c8b3fedf5 req-eced89fb-d118-4570-a393-d858eeccf569 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:22:58.647715 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-42aebd81-8635-41f6-aa2c-a56c8b3fedf5 req-eced89fb-d118-4570-a393-d858eeccf569 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] 10.222.0.44 "GET /v2.0/ports?device_id=9da73a6c-3c32-4adb-b3d9-6d933f28bcf3 HTTP/1.1" status: 200 len: 931 time: 0.0647922 Jul 22 23:22:58.685597 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-42aebd81-8635-41f6-aa2c-a56c8b3fedf5 req-3d482476-f695-4bb1-ad78-b22249dd0ffa tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f9a5646-3f57-4f21-93ad-eb6e576b5122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322990 Jul 22 23:22:59.816632 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e97505-d3ba-433c-bb4e-593554a4ad40 req-0a0761e3-9f02-44d4-bfd9-ece6c03ee087 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:22:59.818183 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-20e97505-d3ba-433c-bb4e-593554a4ad40 req-0a0761e3-9f02-44d4-bfd9-ece6c03ee087 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] 10.222.0.44 "GET /v2.0/ports?device_id=9da73a6c-3c32-4adb-b3d9-6d933f28bcf3 HTTP/1.1" status: 200 len: 931 time: 0.0643623 Jul 22 23:22:59.856668 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-20e97505-d3ba-433c-bb4e-593554a4ad40 req-aa6e2ab2-6556-4253-802f-9e7d719a9360 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f9a5646-3f57-4f21-93ad-eb6e576b5122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328295 Jul 22 23:23:00.991677 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfd8720-f8f2-4491-953c-a4570be4f623 req-f0ceec1b-eab2-40fd-96ef-d7884c8b7f51 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:23:00.993336 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-fcfd8720-f8f2-4491-953c-a4570be4f623 req-f0ceec1b-eab2-40fd-96ef-d7884c8b7f51 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] 10.222.0.44 "GET /v2.0/ports?device_id=9da73a6c-3c32-4adb-b3d9-6d933f28bcf3 HTTP/1.1" status: 200 len: 931 time: 0.0718927 Jul 22 23:23:01.031040 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-fcfd8720-f8f2-4491-953c-a4570be4f623 req-b6862dff-afe7-4783-8b2e-4342eb8900d6 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f9a5646-3f57-4f21-93ad-eb6e576b5122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318291 Jul 22 23:23:02.161276 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76520e91-0c91-4f05-bb94-55d4b87ec899 req-3f3d542a-3468-4e9e-9078-0bb00b4d223c tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:23:02.162765 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-76520e91-0c91-4f05-bb94-55d4b87ec899 req-3f3d542a-3468-4e9e-9078-0bb00b4d223c tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] 10.222.0.44 "GET /v2.0/ports?device_id=9da73a6c-3c32-4adb-b3d9-6d933f28bcf3 HTTP/1.1" status: 200 len: 931 time: 0.0651557 Jul 22 23:23:02.203273 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-76520e91-0c91-4f05-bb94-55d4b87ec899 req-0a7b4e91-fa94-4a45-9fad-8f3b2bb1456b tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f9a5646-3f57-4f21-93ad-eb6e576b5122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349221 Jul 22 23:23:03.335826 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de61031-1835-4c06-9984-ac23e06fbca1 req-5250545f-d8e9-4344-b2a3-ea52fde6d97e tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:23:03.337408 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-9de61031-1835-4c06-9984-ac23e06fbca1 req-5250545f-d8e9-4344-b2a3-ea52fde6d97e tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] 10.222.0.44 "GET /v2.0/ports?device_id=9da73a6c-3c32-4adb-b3d9-6d933f28bcf3 HTTP/1.1" status: 200 len: 931 time: 0.0651107 Jul 22 23:23:03.381496 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-9de61031-1835-4c06-9984-ac23e06fbca1 req-1c2558c4-eab5-4669-b8ad-6aba8c439b2f tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f9a5646-3f57-4f21-93ad-eb6e576b5122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382280 Jul 22 23:23:04.513125 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74531ee8-d3e1-46f7-9d32-9b20a5c38642 req-fc7a65d2-3697-4ab6-9fb6-0b8a82c8e5ce tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:23:04.514602 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-74531ee8-d3e1-46f7-9d32-9b20a5c38642 req-fc7a65d2-3697-4ab6-9fb6-0b8a82c8e5ce tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] 10.222.0.44 "GET /v2.0/ports?device_id=9da73a6c-3c32-4adb-b3d9-6d933f28bcf3 HTTP/1.1" status: 200 len: 931 time: 0.0655165 Jul 22 23:23:04.554148 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-74531ee8-d3e1-46f7-9d32-9b20a5c38642 req-1bbd2dae-cf66-4d4b-a845-2fceb8f56682 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f9a5646-3f57-4f21-93ad-eb6e576b5122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333962 Jul 22 23:23:05.684129 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3e17f0-bff8-4f0c-a139-c0b2ea1734e1 req-e1d83b32-b5e3-4c4b-9932-5599fcf144aa tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:23:05.685867 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-eb3e17f0-bff8-4f0c-a139-c0b2ea1734e1 req-e1d83b32-b5e3-4c4b-9932-5599fcf144aa tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] 10.222.0.44 "GET /v2.0/ports?device_id=9da73a6c-3c32-4adb-b3d9-6d933f28bcf3 HTTP/1.1" status: 200 len: 931 time: 0.0650005 Jul 22 23:23:05.725700 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-eb3e17f0-bff8-4f0c-a139-c0b2ea1734e1 req-0e7fada8-8be3-4987-a207-73626e8044ad tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f9a5646-3f57-4f21-93ad-eb6e576b5122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341940 Jul 22 23:23:06.344407 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [req-4bcb1a7a-09c2-44cc-97da-999eb55efca0 req-806238a1-fc6f-4349-8765-809484fd4d20 service neutron] Request body: {'port': {'device_id': '9da73a6c-3c32-4adb-b3d9-6d933f28bcf3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80187'}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:23:06.413118 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-4bcb1a7a-09c2-44cc-97da-999eb55efca0 req-806238a1-fc6f-4349-8765-809484fd4d20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:23:06.665094 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.notifiers.nova [req-4bcb1a7a-09c2-44cc-97da-999eb55efca0 req-806238a1-fc6f-4349-8765-809484fd4d20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e45448a-f2d4-426b-9106-59718f25ce11 {{(pid=93193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:23:06.672636 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-4bcb1a7a-09c2-44cc-97da-999eb55efca0 req-806238a1-fc6f-4349-8765-809484fd4d20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:23:06.683856 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.db.provisioning_blocks [req-4bcb1a7a-09c2-44cc-97da-999eb55efca0 req-806238a1-fc6f-4349-8765-809484fd4d20 service neutron] Transition to ACTIVE for port object 1e45448a-f2d4-426b-9106-59718f25ce11 will not be triggered until provisioned by entity L2. {{(pid=93193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:23:06.687427 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-4bcb1a7a-09c2-44cc-97da-999eb55efca0 req-806238a1-fc6f-4349-8765-809484fd4d20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31811429'] for port, after_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:23:06.738871 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806238a1-fc6f-4349-8765-809484fd4d20 service neutron] Pushing event updated for resources: {'Port': ['ID=1e45448a-f2d4-426b-9106-59718f25ce11,revision_number=2']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:23:06.811876 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.managers [req-4bcb1a7a-09c2-44cc-97da-999eb55efca0 req-806238a1-fc6f-4349-8765-809484fd4d20 service neutron] Attempting to bind port 1e45448a-f2d4-426b-9106-59718f25ce11 on host hv-cinder-80187 for vnic_type normal with profile {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:23:06.812214 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.managers [req-4bcb1a7a-09c2-44cc-97da-999eb55efca0 req-806238a1-fc6f-4349-8765-809484fd4d20 service neutron] Attempting to bind port 1e45448a-f2d4-426b-9106-59718f25ce11 by drivers openvswitch,hyperv on host hv-cinder-80187 at level 0 using segments [{'id': 'ed68cee3-2549-4ceb-be77-408b39b5233f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '289f774d-ca22-4592-a313-a0fac81acdab'}] {{(pid=93193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:23:06.812568 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bcb1a7a-09c2-44cc-97da-999eb55efca0 req-806238a1-fc6f-4349-8765-809484fd4d20 service neutron] Attempting to bind port 1e45448a-f2d4-426b-9106-59718f25ce11 on network 289f774d-ca22-4592-a313-a0fac81acdab {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:23:06.817865 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bcb1a7a-09c2-44cc-97da-999eb55efca0 req-806238a1-fc6f-4349-8765-809484fd4d20 service neutron] Port 1e45448a-f2d4-426b-9106-59718f25ce11 on network 289f774d-ca22-4592-a313-a0fac81acdab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80187 {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:23:06.818190 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bcb1a7a-09c2-44cc-97da-999eb55efca0 req-806238a1-fc6f-4349-8765-809484fd4d20 service neutron] Attempting to bind port 1e45448a-f2d4-426b-9106-59718f25ce11 on network 289f774d-ca22-4592-a313-a0fac81acdab {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:23:06.823384 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bcb1a7a-09c2-44cc-97da-999eb55efca0 req-806238a1-fc6f-4349-8765-809484fd4d20 service neutron] Checking agent: {'id': '11a4ce8f-2944-4abd-9558-2f785ee5be32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80187', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 9, 19), 'started_at': datetime.datetime(2021, 7, 22, 23, 9, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:23:06.823722 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bcb1a7a-09c2-44cc-97da-999eb55efca0 req-806238a1-fc6f-4349-8765-809484fd4d20 service neutron] Checking segment: {'id': 'ed68cee3-2549-4ceb-be77-408b39b5233f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '289f774d-ca22-4592-a313-a0fac81acdab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:23:06.824105 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bcb1a7a-09c2-44cc-97da-999eb55efca0 req-806238a1-fc6f-4349-8765-809484fd4d20 service neutron] Bound using segment: {'id': 'ed68cee3-2549-4ceb-be77-408b39b5233f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '289f774d-ca22-4592-a313-a0fac81acdab'} {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:23:06.824555 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.managers [req-4bcb1a7a-09c2-44cc-97da-999eb55efca0 req-806238a1-fc6f-4349-8765-809484fd4d20 service neutron] Bound port: 1e45448a-f2d4-426b-9106-59718f25ce11, host: hv-cinder-80187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed68cee3-2549-4ceb-be77-408b39b5233f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '289f774d-ca22-4592-a313-a0fac81acdab'}}] {{(pid=93193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:23:06.824909 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-4bcb1a7a-09c2-44cc-97da-999eb55efca0 req-806238a1-fc6f-4349-8765-809484fd4d20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:23:06.865845 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a08570-0da4-4030-a204-c31431d0f983 req-778cb663-f2de-4f6b-b4e9-88600c9fa5b8 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:23:06.867414 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-32a08570-0da4-4030-a204-c31431d0f983 req-778cb663-f2de-4f6b-b4e9-88600c9fa5b8 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] 10.222.0.44 "GET /v2.0/ports?device_id=9da73a6c-3c32-4adb-b3d9-6d933f28bcf3 HTTP/1.1" status: 200 len: 943 time: 0.0704367 Jul 22 23:23:06.894430 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.db [req-4bcb1a7a-09c2-44cc-97da-999eb55efca0 req-806238a1-fc6f-4349-8765-809484fd4d20 service neutron] For port 1e45448a-f2d4-426b-9106-59718f25ce11, host hv-cinder-80187, cleared binding levels {{(pid=93193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:23:06.897642 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.db [req-4bcb1a7a-09c2-44cc-97da-999eb55efca0 req-806238a1-fc6f-4349-8765-809484fd4d20 service neutron] For port 1e45448a-f2d4-426b-9106-59718f25ce11, host hv-cinder-80187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80187',level=0,port_id=1e45448a-f2d4-426b-9106-59718f25ce11,segment=NetworkSegment(ed68cee3-2549-4ceb-be77-408b39b5233f),segment_id=ed68cee3-2549-4ceb-be77-408b39b5233f)] {{(pid=93193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:23:06.901744 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-4bcb1a7a-09c2-44cc-97da-999eb55efca0 req-806238a1-fc6f-4349-8765-809484fd4d20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31811429'] for port, after_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:23:06.907566 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-32a08570-0da4-4030-a204-c31431d0f983 req-63b03ae9-d38f-432f-abd8-d2aa5a66db5b tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f9a5646-3f57-4f21-93ad-eb6e576b5122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336046 Jul 22 23:23:06.936815 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcb1a7a-09c2-44cc-97da-999eb55efca0 req-806238a1-fc6f-4349-8765-809484fd4d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:23:06.937461 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-4bcb1a7a-09c2-44cc-97da-999eb55efca0 req-806238a1-fc6f-4349-8765-809484fd4d20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92570'] for port, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:23:06.939342 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-4bcb1a7a-09c2-44cc-97da-999eb55efca0 req-806238a1-fc6f-4349-8765-809484fd4d20 service neutron] 10.222.0.76 "PUT /v2.0/ports/1e45448a-f2d4-426b-9106-59718f25ce11 HTTP/1.1" status: 200 len: 1093 time: 0.6001391 Jul 22 23:23:06.940005 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9da73a6c-3c32-4adb-b3d9-6d933f28bcf3', 'tag': '1e45448a-f2d4-426b-9106-59718f25ce11'}] {{(pid=93193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:23:06.942945 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53e3bfa867fb079e45cf064e3f04560eeff66f84eee23b8fde49e5f46f239411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd3dcf25-87b5-440a-8916-f04bad91f153" -d '{"events": [{"name": "network-changed", "server_uuid": "9da73a6c-3c32-4adb-b3d9-6d933f28bcf3", "tag": "1e45448a-f2d4-426b-9106-59718f25ce11"}]}' {{(pid=93193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:23:06.970653 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806238a1-fc6f-4349-8765-809484fd4d20 service neutron] Pushing event updated for resources: {'Port': ['ID=1e45448a-f2d4-426b-9106-59718f25ce11,revision_number=3']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:23:06.991582 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51edb34e-c176-4c14-8140-478c9f208544 x-openstack-request-id: req-51edb34e-c176-4c14-8140-478c9f208544 {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:23:06.991924 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9da73a6c-3c32-4adb-b3d9-6d933f28bcf3", "tag": "1e45448a-f2d4-426b-9106-59718f25ce11", "status": "completed", "code": 200}]} {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:23:06.992276 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-51edb34e-c176-4c14-8140-478c9f208544 {{(pid=93193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:23:06.992688 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9da73a6c-3c32-4adb-b3d9-6d933f28bcf3', 'tag': '1e45448a-f2d4-426b-9106-59718f25ce11', 'status': 'completed', 'code': 200} Jul 22 23:23:07.065696 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcb1a7a-09c2-44cc-97da-999eb55efca0 req-c21e89c6-261f-4ca3-b059-ce89b1908ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:23:07.067249 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-4bcb1a7a-09c2-44cc-97da-999eb55efca0 req-c21e89c6-261f-4ca3-b059-ce89b1908ff7 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d0f7edb110c94c00be850b59f90f077e&device_id=9da73a6c-3c32-4adb-b3d9-6d933f28bcf3 HTTP/1.1" status: 200 len: 1096 time: 0.0562727 Jul 22 23:23:07.119504 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-4bcb1a7a-09c2-44cc-97da-999eb55efca0 req-5066ffdb-0c68-4e8e-bf6b-e085220c5bf8 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1e45448a-f2d4-426b-9106-59718f25ce11 HTTP/1.1" status: 200 len: 217 time: 0.0374310 Jul 22 23:23:07.167545 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcb1a7a-09c2-44cc-97da-999eb55efca0 req-9e3cb338-e28f-4082-8321-dfe84a5915ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:23:07.169028 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-4bcb1a7a-09c2-44cc-97da-999eb55efca0 req-9e3cb338-e28f-4082-8321-dfe84a5915ce service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6ea29914-6a3e-43e0-8bfc-f009f44f8c53 HTTP/1.1" status: 200 len: 854 time: 0.0430248 Jul 22 23:23:07.226808 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcb1a7a-09c2-44cc-97da-999eb55efca0 req-d539419e-8cac-44e4-ad23-da73f569f411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:23:07.228285 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-4bcb1a7a-09c2-44cc-97da-999eb55efca0 req-d539419e-8cac-44e4-ad23-da73f569f411 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=289f774d-ca22-4592-a313-a0fac81acdab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0520625 Jul 22 23:23:07.318201 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-4bcb1a7a-09c2-44cc-97da-999eb55efca0 req-53b60562-f05c-4cda-81fe-f0c17feccfdf service neutron] 10.222.0.76 "GET /v2.0/networks/289f774d-ca22-4592-a313-a0fac81acdab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824981 Jul 22 23:23:07.404437 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-4bcb1a7a-09c2-44cc-97da-999eb55efca0 req-028f21b4-e732-4cfa-9bb2-e703089ef790 service neutron] 10.222.0.76 "GET /v2.0/networks/289f774d-ca22-4592-a313-a0fac81acdab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802217 Jul 22 23:23:07.552712 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3dcf25-87b5-440a-8916-f04bad91f153 req-607e2d72-d789-4546-b8f7-f417299850cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:23:07.554119 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-dd3dcf25-87b5-440a-8916-f04bad91f153 req-607e2d72-d789-4546-b8f7-f417299850cd service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d0f7edb110c94c00be850b59f90f077e&device_id=9da73a6c-3c32-4adb-b3d9-6d933f28bcf3 HTTP/1.1" status: 200 len: 1096 time: 0.0576503 Jul 22 23:23:07.640755 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3dcf25-87b5-440a-8916-f04bad91f153 req-9d0fb557-3c58-4afb-a2b9-0fb526617bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:23:07.642758 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-dd3dcf25-87b5-440a-8916-f04bad91f153 req-9d0fb557-3c58-4afb-a2b9-0fb526617bf1 service neutron] 10.222.0.76 "GET /v2.0/networks?id=289f774d-ca22-4592-a313-a0fac81acdab HTTP/1.1" status: 200 len: 916 time: 0.0813067 Jul 22 23:23:07.684607 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-dd3dcf25-87b5-440a-8916-f04bad91f153 req-38e79bbf-7130-4898-a7cf-b26f9bb0b2d7 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1e45448a-f2d4-426b-9106-59718f25ce11 HTTP/1.1" status: 200 len: 217 time: 0.0345268 Jul 22 23:23:07.730981 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3dcf25-87b5-440a-8916-f04bad91f153 req-69b214c8-e3b1-4397-bf20-b57c84449978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:23:07.732409 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-dd3dcf25-87b5-440a-8916-f04bad91f153 req-69b214c8-e3b1-4397-bf20-b57c84449978 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6ea29914-6a3e-43e0-8bfc-f009f44f8c53 HTTP/1.1" status: 200 len: 854 time: 0.0417113 Jul 22 23:23:07.793795 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3dcf25-87b5-440a-8916-f04bad91f153 req-f9850cdc-384f-4465-8d3a-bc3dff2aaf2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:23:07.795285 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-dd3dcf25-87b5-440a-8916-f04bad91f153 req-f9850cdc-384f-4465-8d3a-bc3dff2aaf2a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=289f774d-ca22-4592-a313-a0fac81acdab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0562057 Jul 22 23:23:07.886274 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-dd3dcf25-87b5-440a-8916-f04bad91f153 req-47a5db33-a84b-42b8-ab9d-9b27ba2fc486 service neutron] 10.222.0.76 "GET /v2.0/networks/289f774d-ca22-4592-a313-a0fac81acdab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832338 Jul 22 23:23:07.972939 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-dd3dcf25-87b5-440a-8916-f04bad91f153 req-a6cadbc8-b9a6-4e51-a0fd-5d683ec355d4 service neutron] 10.222.0.76 "GET /v2.0/networks/289f774d-ca22-4592-a313-a0fac81acdab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793524 Jul 22 23:23:08.037266 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e17a3fa-1d1a-4c92-aaea-d15642959e46 req-5210fd7f-9e82-4f41-93be-8d7695b35236 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:23:08.038744 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-1e17a3fa-1d1a-4c92-aaea-d15642959e46 req-5210fd7f-9e82-4f41-93be-8d7695b35236 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] 10.222.0.44 "GET /v2.0/ports?device_id=9da73a6c-3c32-4adb-b3d9-6d933f28bcf3 HTTP/1.1" status: 200 len: 943 time: 0.0654626 Jul 22 23:23:08.075360 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-1e17a3fa-1d1a-4c92-aaea-d15642959e46 req-cb89d94a-baea-49f4-8033-f7edc9c20b8b tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f9a5646-3f57-4f21-93ad-eb6e576b5122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312126 Jul 22 23:23:09.148882 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Device 1e45448a-f2d4-426b-9106-59718f25ce11 details requested by agent hyperv_hv-cinder-80187 with host hv-cinder-80187 {{(pid=93194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:23:09.201522 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4c29d8-2780-4714-9c76-8b73ea71759f req-69131ce9-4019-4b73-8f05-da95a7be4183 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:23:09.202993 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-5d4c29d8-2780-4714-9c76-8b73ea71759f req-69131ce9-4019-4b73-8f05-da95a7be4183 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] 10.222.0.44 "GET /v2.0/ports?device_id=9da73a6c-3c32-4adb-b3d9-6d933f28bcf3 HTTP/1.1" status: 200 len: 943 time: 0.0627966 Jul 22 23:23:09.242678 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] For port 1e45448a-f2d4-426b-9106-59718f25ce11, host hv-cinder-80187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80187',level=0,port_id=1e45448a-f2d4-426b-9106-59718f25ce11,segment=NetworkSegment(ed68cee3-2549-4ceb-be77-408b39b5233f),segment_id=ed68cee3-2549-4ceb-be77-408b39b5233f)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:23:09.244595 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-5d4c29d8-2780-4714-9c76-8b73ea71759f req-5df7f136-58c0-45e6-a4df-b4c49cb82081 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f9a5646-3f57-4f21-93ad-eb6e576b5122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358665 Jul 22 23:23:09.253867 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Returning: {'device': '1e45448a-f2d4-426b-9106-59718f25ce11', 'network_id': '289f774d-ca22-4592-a313-a0fac81acdab', 'port_id': '1e45448a-f2d4-426b-9106-59718f25ce11', 'mac_address': 'fa:16:3e:ef:64:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 871, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ea29914-6a3e-43e0-8bfc-f009f44f8c53', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:23:09.292632 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:23:09.305203 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.notifiers.nova [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e45448a-f2d4-426b-9106-59718f25ce11 {{(pid=93194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:23:09.323405 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] For port 1e45448a-f2d4-426b-9106-59718f25ce11, host hv-cinder-80187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80187',level=0,port_id=1e45448a-f2d4-426b-9106-59718f25ce11,segment=NetworkSegment(ed68cee3-2549-4ceb-be77-408b39b5233f),segment_id=ed68cee3-2549-4ceb-be77-408b39b5233f)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:23:09.327387 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:23:09.372681 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Pushing event updated for resources: {'Port': ['ID=1e45448a-f2d4-426b-9106-59718f25ce11,revision_number=4']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:23:09.597166 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] get_ports_and_sgs() called for port_ids ['1e45448a-f2d4-426b-9106-59718f25ce11'] {{(pid=93194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:23:10.367429 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84e08a7-3cb1-4da9-850c-f030585a9980 req-48414b89-0225-4142-b427-7b0e7bb623fd tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:23:10.368910 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-b84e08a7-3cb1-4da9-850c-f030585a9980 req-48414b89-0225-4142-b427-7b0e7bb623fd tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] 10.222.0.44 "GET /v2.0/ports?device_id=9da73a6c-3c32-4adb-b3d9-6d933f28bcf3 HTTP/1.1" status: 200 len: 944 time: 0.0623055 Jul 22 23:23:10.405078 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-b84e08a7-3cb1-4da9-850c-f030585a9980 req-3b8d8de2-f7d5-4959-931a-d2eff82b06bf tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f9a5646-3f57-4f21-93ad-eb6e576b5122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308399 Jul 22 23:23:11.151373 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Device 1e45448a-f2d4-426b-9106-59718f25ce11 up at agent hyperv_hv-cinder-80187 {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:23:11.199480 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Provisioning for port 1e45448a-f2d4-426b-9106-59718f25ce11 completed by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:23:11.203125 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Provisioning complete for port 1e45448a-f2d4-426b-9106-59718f25ce11 triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:23:11.203504 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832377'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:23:11.277324 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:23:11.299281 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9da73a6c-3c32-4adb-b3d9-6d933f28bcf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e45448a-f2d4-426b-9106-59718f25ce11'}] {{(pid=93194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:23:11.301532 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7601765a566782fd39478405f6fadc52a0f9e3dab845648c9e7fe91a53a45b9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c499840-a595-4a1e-8275-97de749b4330" -d '{"events": [{"server_uuid": "9da73a6c-3c32-4adb-b3d9-6d933f28bcf3", "name": "network-vif-plugged", "status": "completed", "tag": "1e45448a-f2d4-426b-9106-59718f25ce11"}]}' {{(pid=93194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:23:11.313767 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] For port 1e45448a-f2d4-426b-9106-59718f25ce11, host hv-cinder-80187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80187',level=0,port_id=1e45448a-f2d4-426b-9106-59718f25ce11,segment=NetworkSegment(ed68cee3-2549-4ceb-be77-408b39b5233f),segment_id=ed68cee3-2549-4ceb-be77-408b39b5233f)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:23:11.318006 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:23:11.342940 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67405792-5ee2-4894-b8c1-ec298426ac2f x-openstack-request-id: req-67405792-5ee2-4894-b8c1-ec298426ac2f {{(pid=93194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:23:11.343230 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9da73a6c-3c32-4adb-b3d9-6d933f28bcf3", "name": "network-vif-plugged", "status": "completed", "tag": "1e45448a-f2d4-426b-9106-59718f25ce11", "code": 200}]} {{(pid=93194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:23:11.343477 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-67405792-5ee2-4894-b8c1-ec298426ac2f {{(pid=93194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:23:11.344428 dv-cinder-801875-2-iscsi neutron-server[93194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9da73a6c-3c32-4adb-b3d9-6d933f28bcf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e45448a-f2d4-426b-9106-59718f25ce11', 'code': 200} Jul 22 23:23:11.369770 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Pushing event updated for resources: {'Port': ['ID=1e45448a-f2d4-426b-9106-59718f25ce11,revision_number=5']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:23:11.531138 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aee18e7-f6e8-430e-860c-e7963738d5bd req-0e9b7c2c-ce1a-4bf7-9ea3-ee363cb629dd tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:23:11.533162 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-2aee18e7-f6e8-430e-860c-e7963738d5bd req-0e9b7c2c-ce1a-4bf7-9ea3-ee363cb629dd tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] 10.222.0.44 "GET /v2.0/ports?device_id=9da73a6c-3c32-4adb-b3d9-6d933f28bcf3 HTTP/1.1" status: 200 len: 945 time: 0.0641594 Jul 22 23:23:11.553496 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33539498-cbf0-419b-841c-d72ec73da197 req-ca92530f-60d2-4139-ab39-182d8d103abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:23:11.554991 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-33539498-cbf0-419b-841c-d72ec73da197 req-ca92530f-60d2-4139-ab39-182d8d103abe service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=9da73a6c-3c32-4adb-b3d9-6d933f28bcf3 HTTP/1.1" status: 200 len: 1098 time: 0.0570850 Jul 22 23:23:11.570378 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-2aee18e7-f6e8-430e-860c-e7963738d5bd req-c34c0192-e8db-4d65-a2cc-3185afb49b97 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f9a5646-3f57-4f21-93ad-eb6e576b5122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318105 Jul 22 23:23:11.588247 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-33539498-cbf0-419b-841c-d72ec73da197 req-f049e935-763f-4611-b255-c092230bcfc0 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=7f9a5646-3f57-4f21-93ad-eb6e576b5122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272517 Jul 22 23:23:12.702339 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b806a7-c843-4452-946d-676b42d0b610 req-7c8ee439-5244-4181-95b3-eb3d99ee3592 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:23:12.704452 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-82b806a7-c843-4452-946d-676b42d0b610 req-7c8ee439-5244-4181-95b3-eb3d99ee3592 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] 10.222.0.44 "GET /v2.0/ports?device_id=9da73a6c-3c32-4adb-b3d9-6d933f28bcf3 HTTP/1.1" status: 200 len: 945 time: 0.0674174 Jul 22 23:23:12.741983 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-82b806a7-c843-4452-946d-676b42d0b610 req-fa83f7cc-0420-4a39-9fde-de31ff28d640 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f9a5646-3f57-4f21-93ad-eb6e576b5122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321054 Jul 22 23:23:12.867212 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4770baa-ccd7-4f3c-9c54-0a59edc23553 req-70aedbd2-6d4e-4e74-8e48-29a66ff5ecfb tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:23:12.868619 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-d4770baa-ccd7-4f3c-9c54-0a59edc23553 req-70aedbd2-6d4e-4e74-8e48-29a66ff5ecfb tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] 10.222.0.44 "GET /v2.0/ports?device_id=9da73a6c-3c32-4adb-b3d9-6d933f28bcf3 HTTP/1.1" status: 200 len: 945 time: 0.0632908 Jul 22 23:23:12.888837 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.agents_db [None req-bfbb8894-14bb-41d0-8761-89beb89abbcb None None] Agent healthcheck: found 6 active agents {{(pid=93195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:23:12.904559 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-d4770baa-ccd7-4f3c-9c54-0a59edc23553 req-a5b9128a-a59a-43da-9e58-046a119df12b tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f9a5646-3f57-4f21-93ad-eb6e576b5122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305011 Jul 22 23:23:13.238804 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0807f21-d340-4299-9116-13332fffa576 req-2c7a6dcb-b610-4f57-a524-b1af2e434323 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:23:13.240248 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-b0807f21-d340-4299-9116-13332fffa576 req-2c7a6dcb-b610-4f57-a524-b1af2e434323 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] 10.222.0.44 "GET /v2.0/ports?device_id=9da73a6c-3c32-4adb-b3d9-6d933f28bcf3 HTTP/1.1" status: 200 len: 945 time: 0.0617604 Jul 22 23:23:13.279449 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-b0807f21-d340-4299-9116-13332fffa576 req-c82e86b9-00d1-4f0d-9311-c50b9cf280b4 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f9a5646-3f57-4f21-93ad-eb6e576b5122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337939 Jul 22 23:23:15.487537 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-ea8d6682-4f17-4930-a1cc-b0a657bcacfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:23:18.178992 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-db8b4585-fbae-438b-8499-aceb2e31d507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:23:18.684364 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:23:18.780729 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:23:19.177841 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-d6d3e244-519d-4c84-95ee-f6386db2b0d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:23:20.947379 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-cbf739a1-5d20-402c-989d-00d0f7e6e81c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:23:22.694327 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c1c614-64b6-4bea-ad62-f875f70737b4 req-c1a3300f-ddf0-4473-9d67-d1efea0b9889 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:23:22.695706 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-06c1c614-64b6-4bea-ad62-f875f70737b4 req-c1a3300f-ddf0-4473-9d67-d1efea0b9889 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] 10.222.0.44 "GET /v2.0/ports?device_id=9da73a6c-3c32-4adb-b3d9-6d933f28bcf3 HTTP/1.1" status: 200 len: 945 time: 0.0624754 Jul 22 23:23:22.733836 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-06c1c614-64b6-4bea-ad62-f875f70737b4 req-7c8b8caa-cc76-404d-9afb-b40dbc0fed4b tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f9a5646-3f57-4f21-93ad-eb6e576b5122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323751 Jul 22 23:23:22.756107 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 42578) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:23:22.845894 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164dc329-0801-4d54-ba61-6e4aa0de5e9b tempest-TestMinimumBasicScenario-867964537 tempest-TestMinimumBasicScenario-867964537-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:23:22.847489 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-164dc329-0801-4d54-ba61-6e4aa0de5e9b tempest-TestMinimumBasicScenario-867964537 tempest-TestMinimumBasicScenario-867964537-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=9da73a6c-3c32-4adb-b3d9-6d933f28bcf3 HTTP/1.1" status: 200 len: 1093 time: 0.0903692 Jul 22 23:23:22.850370 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 42582) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:23:22.854570 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.v2.base [None req-3c6b738a-2249-43ed-9f01-fc595a53fe8d tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Request body: {'floatingip': {'floating_network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'port_id': '1e45448a-f2d4-426b-9106-59718f25ce11', 'tenant_id': 'd0f7edb110c94c00be850b59f90f077e', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:23:22.876286 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-3c6b738a-2249-43ed-9f01-fc595a53fe8d tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Notify callbacks [] for floatingip, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:23:22.969265 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-3c6b738a-2249-43ed-9f01-fc595a53fe8d tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:23:23.073602 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.db.db_base_plugin_common [None req-3c6b738a-2249-43ed-9f01-fc595a53fe8d tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Allocated IP 172.27.1.93 (e89e037f-b917-4fce-8638-db5189a5e8e4/7d2d3a68-9173-4429-9239-290b8b68fb34/d9a0713a-28e7-4ac5-9f95-f7c13373b50c) {{(pid=93192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:23:23.170986 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-3c6b738a-2249-43ed-9f01-fc595a53fe8d tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Notify callbacks [] for port, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:23:23.172573 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-3a1c136a-ea51-4520-9498-239dd78d3ee6 req-7d4c2ded-34b9-4283-8c04-49a72377bdaf service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=9da73a6c-3c32-4adb-b3d9-6d933f28bcf3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0515513 Jul 22 23:23:23.209307 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-3c6b738a-2249-43ed-9f01-fc595a53fe8d tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769065317241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30393516'] for port, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:23:23.244219 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6b738a-2249-43ed-9f01-fc595a53fe8d tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Network e89e037f-b917-4fce-8638-db5189a5e8e4 is already hosted by enough agents. {{(pid=93192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:23:23.250479 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.scheduler.base_scheduler [None req-3c6b738a-2249-43ed-9f01-fc595a53fe8d tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Resources bound (agent type, host, resource id): {{(pid=93192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:23:23.253846 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6b738a-2249-43ed-9f01-fc595a53fe8d tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Received port after_create {{(pid=93192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:23:23.280039 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6b738a-2249-43ed-9f01-fc595a53fe8d tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Pushing event updated for resources: {'Port': ['ID=d9a0713a-28e7-4ac5-9f95-f7c13373b50c,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:23:23.284959 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1c136a-ea51-4520-9498-239dd78d3ee6 req-4df01714-7136-400e-82ac-36738301bc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:23:23.286500 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-3a1c136a-ea51-4520-9498-239dd78d3ee6 req-4df01714-7136-400e-82ac-36738301bc22 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d0f7edb110c94c00be850b59f90f077e&device_id=9da73a6c-3c32-4adb-b3d9-6d933f28bcf3 HTTP/1.1" status: 200 len: 1098 time: 0.0552266 Jul 22 23:23:23.293100 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6b738a-2249-43ed-9f01-fc595a53fe8d tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:23:23.293441 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6b738a-2249-43ed-9f01-fc595a53fe8d tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:23:23.293773 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6b738a-2249-43ed-9f01-fc595a53fe8d tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:23:23.294105 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6b738a-2249-43ed-9f01-fc595a53fe8d tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:23:23.294431 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6b738a-2249-43ed-9f01-fc595a53fe8d tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:23:23.294755 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6b738a-2249-43ed-9f01-fc595a53fe8d tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:23:23.295080 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6b738a-2249-43ed-9f01-fc595a53fe8d tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:23:23.295398 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6b738a-2249-43ed-9f01-fc595a53fe8d tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:23:23.295716 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6b738a-2249-43ed-9f01-fc595a53fe8d tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:23:23.296035 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6b738a-2249-43ed-9f01-fc595a53fe8d tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:23:23.296364 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6b738a-2249-43ed-9f01-fc595a53fe8d tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:23:23.297253 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6b738a-2249-43ed-9f01-fc595a53fe8d tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:23:23.390082 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1c136a-ea51-4520-9498-239dd78d3ee6 req-cd4927fa-243a-4596-835b-a6fdad67b162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:23:23.391611 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-3a1c136a-ea51-4520-9498-239dd78d3ee6 req-cd4927fa-243a-4596-835b-a6fdad67b162 service neutron] 10.222.0.76 "GET /v2.0/networks?id=289f774d-ca22-4592-a313-a0fac81acdab HTTP/1.1" status: 200 len: 916 time: 0.0865960 Jul 22 23:23:23.432159 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-3a1c136a-ea51-4520-9498-239dd78d3ee6 req-88bd27be-7d9c-48f3-8d5d-499e1a0ee369 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1e45448a-f2d4-426b-9106-59718f25ce11 HTTP/1.1" status: 200 len: 217 time: 0.0335376 Jul 22 23:23:23.480312 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1c136a-ea51-4520-9498-239dd78d3ee6 req-3a7be0d6-53fe-4060-9528-fa28e31173da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:23:23.481782 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-3a1c136a-ea51-4520-9498-239dd78d3ee6 req-3a7be0d6-53fe-4060-9528-fa28e31173da service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6ea29914-6a3e-43e0-8bfc-f009f44f8c53 HTTP/1.1" status: 200 len: 854 time: 0.0427115 Jul 22 23:23:23.544026 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1c136a-ea51-4520-9498-239dd78d3ee6 req-731a14e7-90c1-476f-9eeb-de042cb1341f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:23:23.545506 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-3a1c136a-ea51-4520-9498-239dd78d3ee6 req-731a14e7-90c1-476f-9eeb-de042cb1341f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=289f774d-ca22-4592-a313-a0fac81acdab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0567024 Jul 22 23:23:23.609807 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-3c6b738a-2249-43ed-9f01-fc595a53fe8d tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:23:23.633430 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-3a1c136a-ea51-4520-9498-239dd78d3ee6 req-65bfb549-5f2a-40e1-8ed8-9ee54a307836 service neutron] 10.222.0.76 "GET /v2.0/networks/289f774d-ca22-4592-a313-a0fac81acdab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803280 Jul 22 23:23:23.686236 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-3c6b738a-2249-43ed-9f01-fc595a53fe8d tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:23:23.723872 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-3a1c136a-ea51-4520-9498-239dd78d3ee6 req-a9158f63-abbb-4264-8ce9-adbd552aa214 service neutron] 10.222.0.76 "GET /v2.0/networks/289f774d-ca22-4592-a313-a0fac81acdab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834031 Jul 22 23:23:23.835019 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-3c6b738a-2249-43ed-9f01-fc595a53fe8d tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Notify callbacks [] for port, precommit_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:23:23.839382 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-3c6b738a-2249-43ed-9f01-fc595a53fe8d tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30393511'] for port, after_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:23:23.909154 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6b738a-2249-43ed-9f01-fc595a53fe8d tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Pushing event updated for resources: {'Port': ['ID=d9a0713a-28e7-4ac5-9f95-f7c13373b50c,revision_number=2']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:23:23.915952 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-3c6b738a-2249-43ed-9f01-fc595a53fe8d tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680835'] for floatingip, after_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:23:24.013885 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.db.l3_db [None req-3c6b738a-2249-43ed-9f01-fc595a53fe8d tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Floating IP 7ca52c90-490b-4b8e-9acb-ec9b76168563 associated. External IP: 172.27.1.93, port: 1e45448a-f2d4-426b-9106-59718f25ce11. Jul 22 23:23:24.211417 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c6b738a-2249-43ed-9f01-fc595a53fe8d tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Router 535e3648-6142-4b8f-81c2-5b56a6ab5ecf has already been hosted by L3 agent fdf30918-cf4b-4771-a7f5-907485eb00f1 {{(pid=93192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:23:24.316974 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c6b738a-2249-43ed-9f01-fc595a53fe8d tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Notify agent at l3_agent.dv-cinder-801875-2-iscsi the message routers_updated {{(pid=93192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:23:24.326392 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-717426f0-b926-4583-8355-9da5f12bf913 None None] Sync routers for ids ['535e3648-6142-4b8f-81c2-5b56a6ab5ecf'] in dv-cinder-801875-2-iscsi {{(pid=93194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:23:24.333482 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-3c6b738a-2249-43ed-9f01-fc595a53fe8d tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92570'] for floatingip, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:23:24.335882 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717426f0-b926-4583-8355-9da5f12bf913 None None] Routers {'535e3648-6142-4b8f-81c2-5b56a6ab5ecf'} bound to L3 agent in host dv-cinder-801875-2-iscsi {{(pid=93194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:23:24.336510 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-717426f0-b926-4583-8355-9da5f12bf913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801875-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:03:18Z,description=,heartbeat_timestamp=2021-07-22T23:23:18Z,host='dv-cinder-801875-2-iscsi',id=fdf30918-cf4b-4771-a7f5-907485eb00f1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:18Z,topic='l3_agent')) {'router_ids': ['535e3648-6142-4b8f-81c2-5b56a6ab5ecf'], 'active': True} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:23:24.370131 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-3c6b738a-2249-43ed-9f01-fc595a53fe8d tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5187445 Jul 22 23:23:24.370727 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9da73a6c-3c32-4adb-b3d9-6d933f28bcf3', 'tag': '1e45448a-f2d4-426b-9106-59718f25ce11'}] {{(pid=93192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:23:24.373008 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}116c38ea8adf6e412e27fa70d60466dac8b18d7b33470466fbdf59022c8e8666" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-099aeadb-cb47-499a-9e8e-db30c2c65f2e" -d '{"events": [{"name": "network-changed", "server_uuid": "9da73a6c-3c32-4adb-b3d9-6d933f28bcf3", "tag": "1e45448a-f2d4-426b-9106-59718f25ce11"}]}' {{(pid=93192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:23:24.373168 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 42584) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:23:24.377816 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [None req-a8547d10-48e4-496e-af9d-2d2375bd165d tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-298676720', 'description': 'tempest-secgroup-smoke-298676720 description', 'project_id': 'd0f7edb110c94c00be850b59f90f077e'}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:23:24.401666 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-a8547d10-48e4-496e-af9d-2d2375bd165d tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Notify callbacks [] for security_group, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:23:24.500525 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-a8547d10-48e4-496e-af9d-2d2375bd165d tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Notify callbacks [] for security_group, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:23:24.506108 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-a8547d10-48e4-496e-af9d-2d2375bd165d tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:23:24.533808 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02c37909-d02a-4ca8-9bff-f8a7e97aa387 x-openstack-request-id: req-02c37909-d02a-4ca8-9bff-f8a7e97aa387 {{(pid=93192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:23:24.534101 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9da73a6c-3c32-4adb-b3d9-6d933f28bcf3", "tag": "1e45448a-f2d4-426b-9106-59718f25ce11", "status": "completed", "code": 200}]} {{(pid=93192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:23:24.534352 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-02c37909-d02a-4ca8-9bff-f8a7e97aa387 {{(pid=93192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:23:24.534752 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9da73a6c-3c32-4adb-b3d9-6d933f28bcf3', 'tag': '1e45448a-f2d4-426b-9106-59718f25ce11', 'status': 'completed', 'code': 200} Jul 22 23:23:24.541386 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8547d10-48e4-496e-af9d-2d2375bd165d tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=475e699d-d76e-494a-9599-176ada0c0f01,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:23:24.545077 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-a8547d10-48e4-496e-af9d-2d2375bd165d tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Notify callbacks [] for security_group, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:23:24.548365 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-a8547d10-48e4-496e-af9d-2d2375bd165d tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1720226 Jul 22 23:23:24.550397 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 42590) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:23:24.555177 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.v2.base [None req-1e2c8311-e29f-464d-bc85-0eb6e73e604b tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Request body: {'security_group_rule': {'security_group_id': '475e699d-d76e-494a-9599-176ada0c0f01', 'project_id': 'd0f7edb110c94c00be850b59f90f077e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:23:24.576099 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvr_db [None req-717426f0-b926-4583-8355-9da5f12bf913 None None] Set router 535e3648-6142-4b8f-81c2-5b56a6ab5ecf gateway port host: dv-cinder-801875-2-iscsi {{(pid=93194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:23:24.583174 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-1e2c8311-e29f-464d-bc85-0eb6e73e604b tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:23:24.639112 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099aeadb-cb47-499a-9e8e-db30c2c65f2e req-2f3c8fb6-f6f4-4f2b-96d4-3174992e2c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:23:24.640801 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-099aeadb-cb47-499a-9e8e-db30c2c65f2e req-2f3c8fb6-f6f4-4f2b-96d4-3174992e2c79 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d0f7edb110c94c00be850b59f90f077e&device_id=9da73a6c-3c32-4adb-b3d9-6d933f28bcf3 HTTP/1.1" status: 200 len: 1098 time: 0.0558600 Jul 22 23:23:24.643606 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-1e2c8311-e29f-464d-bc85-0eb6e73e604b tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:23:24.646543 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-1e2c8311-e29f-464d-bc85-0eb6e73e604b tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840567'] for security_group_rule, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:23:24.666222 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2c8311-e29f-464d-bc85-0eb6e73e604b tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d811b28-7e7c-49c7-9a8c-ed82c90ac939,revision_number=0']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:23:24.669976 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-1e2c8311-e29f-464d-bc85-0eb6e73e604b tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:23:24.671177 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-1e2c8311-e29f-464d-bc85-0eb6e73e604b tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1197760 Jul 22 23:23:24.674428 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 42592) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:23:24.678952 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.v2.base [None req-ac9fdfdc-38c3-46c6-b6c0-e7910f2a7d9d tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Request body: {'security_group_rule': {'security_group_id': '475e699d-d76e-494a-9599-176ada0c0f01', 'project_id': 'd0f7edb110c94c00be850b59f90f077e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:23:24.707232 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-ac9fdfdc-38c3-46c6-b6c0-e7910f2a7d9d tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:23:24.743183 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099aeadb-cb47-499a-9e8e-db30c2c65f2e req-85fce595-f8cd-47be-ba83-a49036bc134e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:23:24.744569 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-099aeadb-cb47-499a-9e8e-db30c2c65f2e req-85fce595-f8cd-47be-ba83-a49036bc134e service neutron] 10.222.0.76 "GET /v2.0/networks?id=289f774d-ca22-4592-a313-a0fac81acdab HTTP/1.1" status: 200 len: 916 time: 0.0960565 Jul 22 23:23:24.769056 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-ac9fdfdc-38c3-46c6-b6c0-e7910f2a7d9d tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:23:24.773061 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-ac9fdfdc-38c3-46c6-b6c0-e7910f2a7d9d tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840567'] for security_group_rule, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:23:24.790333 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9fdfdc-38c3-46c6-b6c0-e7910f2a7d9d tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fbff4f7-9e2d-457e-9e07-54d7cc998a5d,revision_number=0']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:23:24.803317 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-ac9fdfdc-38c3-46c6-b6c0-e7910f2a7d9d tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:23:24.807728 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-ac9fdfdc-38c3-46c6-b6c0-e7910f2a7d9d tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1299086 Jul 22 23:23:24.807941 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 42594) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:23:24.813161 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.v2.base [None req-fd322bcc-c91f-4df5-abab-05bf42107bef tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Request body: {'security_group_rule': {'security_group_id': '475e699d-d76e-494a-9599-176ada0c0f01', 'project_id': 'd0f7edb110c94c00be850b59f90f077e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:23:24.822212 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-717426f0-b926-4583-8355-9da5f12bf913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '535e3648-6142-4b8f-81c2-5b56a6ab5ecf', 'name': 'tempest-TestMinimumBasicScenario-1897873729-router', 'tenant_id': 'd0f7edb110c94c00be850b59f90f077e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'external_fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'cb02f979-6ccb-4295-a9ae-c339869249b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:22:36Z', 'updated_at': '2021-07-22T23:22:38Z', 'revision_number': 4, 'project_id': 'd0f7edb110c94c00be850b59f90f077e', 'gw_port': {'id': 'cb02f979-6ccb-4295-a9ae-c339869249b8', 'name': '', 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:8a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535e3648-6142-4b8f-81c2-5b56a6ab5ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:22:36Z', 'updated_at': '2021-07-22T23:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801875-2-iscsi', '_floatingips': [{'id': '7ca52c90-490b-4b8e-9acb-ec9b76168563', 'tenant_id': 'd0f7edb110c94c00be850b59f90f077e', 'floating_ip_address': '172.27.1.93', 'floating_network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'router_id': '535e3648-6142-4b8f-81c2-5b56a6ab5ecf', 'port_id': '1e45448a-f2d4-426b-9106-59718f25ce11', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '289f774d-ca22-4592-a313-a0fac81acdab', 'mac_address': 'fa:16:3e:ef:64:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da73a6c-3c32-4adb-b3d9-6d933f28bcf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:23:23Z', 'updated_at': '2021-07-22T23:23:23Z', 'revision_number': 0, 'project_id': 'd0f7edb110c94c00be850b59f90f077e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9560604f-e826-4503-bd61-74c3eb992b41', 'name': '', 'network_id': '289f774d-ca22-4592-a313-a0fac81acdab', 'tenant_id': 'd0f7edb110c94c00be850b59f90f077e', 'mac_address': 'fa:16:3e:cb:4c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535e3648-6142-4b8f-81c2-5b56a6ab5ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '6ea29914-6a3e-43e0-8bfc-f009f44f8c53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:22:38Z', 'updated_at': '2021-07-22T23:22:44Z', 'revision_number': 5, 'project_id': 'd0f7edb110c94c00be850b59f90f077e', 'subnets': [{'id': '6ea29914-6a3e-43e0-8bfc-f009f44f8c53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801875-2-iscsi', False) {} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:23:24.822489 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-099aeadb-cb47-499a-9e8e-db30c2c65f2e req-102c4521-e91e-4b0b-a2e7-e99d81cd7864 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1e45448a-f2d4-426b-9106-59718f25ce11 HTTP/1.1" status: 200 len: 998 time: 0.0612569 Jul 22 23:23:24.839016 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-fd322bcc-c91f-4df5-abab-05bf42107bef tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:23:24.853894 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-717426f0-b926-4583-8355-9da5f12bf913 None None] Checking router: 535e3648-6142-4b8f-81c2-5b56a6ab5ecf for host: dv-cinder-801875-2-iscsi {{(pid=93194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:23:24.861734 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717426f0-b926-4583-8355-9da5f12bf913 None None] Routers {'535e3648-6142-4b8f-81c2-5b56a6ab5ecf'} bound to L3 agent in host dv-cinder-801875-2-iscsi {{(pid=93194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:23:24.862341 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-717426f0-b926-4583-8355-9da5f12bf913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801875-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:03:18Z,description=,heartbeat_timestamp=2021-07-22T23:23:18Z,host='dv-cinder-801875-2-iscsi',id=fdf30918-cf4b-4771-a7f5-907485eb00f1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:18Z,topic='l3_agent')) {'router_ids': ['535e3648-6142-4b8f-81c2-5b56a6ab5ecf'], 'active': True} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:23:24.878052 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099aeadb-cb47-499a-9e8e-db30c2c65f2e req-51437f68-ed7c-4543-b3e1-7d1234f4b087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:23:24.879526 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-099aeadb-cb47-499a-9e8e-db30c2c65f2e req-51437f68-ed7c-4543-b3e1-7d1234f4b087 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6ea29914-6a3e-43e0-8bfc-f009f44f8c53 HTTP/1.1" status: 200 len: 854 time: 0.0496967 Jul 22 23:23:24.900861 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-fd322bcc-c91f-4df5-abab-05bf42107bef tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:23:24.905622 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-fd322bcc-c91f-4df5-abab-05bf42107bef tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840567'] for security_group_rule, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:23:24.925897 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd322bcc-c91f-4df5-abab-05bf42107bef tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=562b9515-8fff-4f0f-bcea-6ad52e4a2a8a,revision_number=0']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:23:24.937693 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-fd322bcc-c91f-4df5-abab-05bf42107bef tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:23:24.942177 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-fd322bcc-c91f-4df5-abab-05bf42107bef tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1306944 Jul 22 23:23:24.943035 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 42596) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:23:24.949065 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [None req-21f25807-f8bd-4587-ac6a-28fa8dfaa48e tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Request body: {'security_group_rule': {'security_group_id': '475e699d-d76e-494a-9599-176ada0c0f01', 'project_id': 'd0f7edb110c94c00be850b59f90f077e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:23:24.972222 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099aeadb-cb47-499a-9e8e-db30c2c65f2e req-88a79f3f-bb86-485c-9837-785afcd27877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:23:24.974066 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-099aeadb-cb47-499a-9e8e-db30c2c65f2e req-88a79f3f-bb86-485c-9837-785afcd27877 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=289f774d-ca22-4592-a313-a0fac81acdab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0783966 Jul 22 23:23:24.975299 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvr_db [None req-717426f0-b926-4583-8355-9da5f12bf913 None None] Set router 535e3648-6142-4b8f-81c2-5b56a6ab5ecf gateway port host: dv-cinder-801875-2-iscsi {{(pid=93194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:23:24.991593 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-21f25807-f8bd-4587-ac6a-28fa8dfaa48e tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:23:25.122519 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-099aeadb-cb47-499a-9e8e-db30c2c65f2e req-6301e91c-e3f6-4136-af84-6755940fda64 service neutron] 10.222.0.76 "GET /v2.0/networks/289f774d-ca22-4592-a313-a0fac81acdab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383638 Jul 22 23:23:25.123963 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-21f25807-f8bd-4587-ac6a-28fa8dfaa48e tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:23:25.128296 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-21f25807-f8bd-4587-ac6a-28fa8dfaa48e tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840567'] for security_group_rule, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:23:25.168400 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f25807-f8bd-4587-ac6a-28fa8dfaa48e tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f56d11ac-830b-4bc9-ae2f-9a2306d5cbc1,revision_number=0']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:23:25.178273 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-21f25807-f8bd-4587-ac6a-28fa8dfaa48e tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:23:25.179428 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-21f25807-f8bd-4587-ac6a-28fa8dfaa48e tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2353075 Jul 22 23:23:25.182352 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 42598) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:23:25.187991 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.v2.base [None req-9acd5222-ac81-42fe-9ceb-ab9652704303 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Request body: {'security_group_rule': {'security_group_id': '475e699d-d76e-494a-9599-176ada0c0f01', 'project_id': 'd0f7edb110c94c00be850b59f90f077e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:23:25.210715 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.db.securitygroups_db [None req-9acd5222-ac81-42fe-9ceb-ab9652704303 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Project d0f7edb110c94c00be850b59f90f077e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 23:23:25.216060 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-9acd5222-ac81-42fe-9ceb-ab9652704303 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:23:25.216505 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-717426f0-b926-4583-8355-9da5f12bf913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '535e3648-6142-4b8f-81c2-5b56a6ab5ecf', 'name': 'tempest-TestMinimumBasicScenario-1897873729-router', 'tenant_id': 'd0f7edb110c94c00be850b59f90f077e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'external_fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'cb02f979-6ccb-4295-a9ae-c339869249b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:22:36Z', 'updated_at': '2021-07-22T23:22:38Z', 'revision_number': 4, 'project_id': 'd0f7edb110c94c00be850b59f90f077e', 'gw_port': {'id': 'cb02f979-6ccb-4295-a9ae-c339869249b8', 'name': '', 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:8a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535e3648-6142-4b8f-81c2-5b56a6ab5ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:22:36Z', 'updated_at': '2021-07-22T23:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801875-2-iscsi', '_floatingips': [{'id': '7ca52c90-490b-4b8e-9acb-ec9b76168563', 'tenant_id': 'd0f7edb110c94c00be850b59f90f077e', 'floating_ip_address': '172.27.1.93', 'floating_network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'router_id': '535e3648-6142-4b8f-81c2-5b56a6ab5ecf', 'port_id': '1e45448a-f2d4-426b-9106-59718f25ce11', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '289f774d-ca22-4592-a313-a0fac81acdab', 'mac_address': 'fa:16:3e:ef:64:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da73a6c-3c32-4adb-b3d9-6d933f28bcf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:23:23Z', 'updated_at': '2021-07-22T23:23:23Z', 'revision_number': 0, 'project_id': 'd0f7edb110c94c00be850b59f90f077e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9560604f-e826-4503-bd61-74c3eb992b41', 'name': '', 'network_id': '289f774d-ca22-4592-a313-a0fac81acdab', 'tenant_id': 'd0f7edb110c94c00be850b59f90f077e', 'mac_address': 'fa:16:3e:cb:4c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535e3648-6142-4b8f-81c2-5b56a6ab5ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '6ea29914-6a3e-43e0-8bfc-f009f44f8c53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:22:38Z', 'updated_at': '2021-07-22T23:22:44Z', 'revision_number': 5, 'project_id': 'd0f7edb110c94c00be850b59f90f077e', 'subnets': [{'id': '6ea29914-6a3e-43e0-8bfc-f009f44f8c53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801875-2-iscsi', False) {} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:23:25.235971 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-099aeadb-cb47-499a-9e8e-db30c2c65f2e req-b9871c42-8aeb-4dd9-9165-95d540b9daee service neutron] 10.222.0.76 "GET /v2.0/networks/289f774d-ca22-4592-a313-a0fac81acdab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056571 Jul 22 23:23:25.248464 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-717426f0-b926-4583-8355-9da5f12bf913 None None] The sync data for ids ['535e3648-6142-4b8f-81c2-5b56a6ab5ecf'] in dv-cinder-801875-2-iscsi is: [{'id': '535e3648-6142-4b8f-81c2-5b56a6ab5ecf', 'name': 'tempest-TestMinimumBasicScenario-1897873729-router', 'tenant_id': 'd0f7edb110c94c00be850b59f90f077e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'external_fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'cb02f979-6ccb-4295-a9ae-c339869249b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:22:36Z', 'updated_at': '2021-07-22T23:22:38Z', 'revision_number': 4, 'project_id': 'd0f7edb110c94c00be850b59f90f077e', 'gw_port': {'id': 'cb02f979-6ccb-4295-a9ae-c339869249b8', 'name': '', 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:8a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535e3648-6142-4b8f-81c2-5b56a6ab5ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:22:36Z', 'updated_at': '2021-07-22T23:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801875-2-iscsi', '_floatingips': [{'id': '7ca52c90-490b-4b8e-9acb-ec9b76168563', 'tenant_id': 'd0f7edb110c94c00be850b59f90f077e', 'floating_ip_address': '172.27.1.93', 'floating_network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'router_id': '535e3648-6142-4b8f-81c2-5b56a6ab5ecf', 'port_id': '1e45448a-f2d4-426b-9106-59718f25ce11', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '289f774d-ca22-4592-a313-a0fac81acdab', 'mac_address': 'fa:16:3e:ef:64:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da73a6c-3c32-4adb-b3d9-6d933f28bcf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:23:23Z', 'updated_at': '2021-07-22T23:23:23Z', 'revision_number': 0, 'project_id': 'd0f7edb110c94c00be850b59f90f077e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9560604f-e826-4503-bd61-74c3eb992b41', 'name': '', 'network_id': '289f774d-ca22-4592-a313-a0fac81acdab', 'tenant_id': 'd0f7edb110c94c00be850b59f90f077e', 'mac_address': 'fa:16:3e:cb:4c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535e3648-6142-4b8f-81c2-5b56a6ab5ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '6ea29914-6a3e-43e0-8bfc-f009f44f8c53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:22:38Z', 'updated_at': '2021-07-22T23:22:44Z', 'revision_number': 5, 'project_id': 'd0f7edb110c94c00be850b59f90f077e', 'subnets': [{'id': '6ea29914-6a3e-43e0-8bfc-f009f44f8c53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:23:25.279197 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-9acd5222-ac81-42fe-9ceb-ab9652704303 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:23:25.282914 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-9acd5222-ac81-42fe-9ceb-ab9652704303 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840567'] for security_group_rule, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:23:25.300711 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acd5222-ac81-42fe-9ceb-ab9652704303 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0efdc1d2-9746-433c-a6b6-ada71d6d6799,revision_number=0']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:23:25.306696 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-9acd5222-ac81-42fe-9ceb-ab9652704303 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:23:25.307927 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-9acd5222-ac81-42fe-9ceb-ab9652704303 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1245873 Jul 22 23:23:25.310626 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 42600) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:23:25.315170 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.v2.base [None req-029e82d0-2d26-4a51-a7f5-c8ccb798247c tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Request body: {'security_group_rule': {'security_group_id': '475e699d-d76e-494a-9599-176ada0c0f01', 'project_id': 'd0f7edb110c94c00be850b59f90f077e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:23:25.337624 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.db.securitygroups_db [None req-029e82d0-2d26-4a51-a7f5-c8ccb798247c tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Project d0f7edb110c94c00be850b59f90f077e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 23:23:25.342602 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-029e82d0-2d26-4a51-a7f5-c8ccb798247c tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:23:25.405071 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-029e82d0-2d26-4a51-a7f5-c8ccb798247c tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:23:25.409463 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-029e82d0-2d26-4a51-a7f5-c8ccb798247c tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-840567'] for security_group_rule, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:23:25.427485 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029e82d0-2d26-4a51-a7f5-c8ccb798247c tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8d47e36-4d7f-45d7-89f4-551188d5e6b6,revision_number=0']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:23:25.435847 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-029e82d0-2d26-4a51-a7f5-c8ccb798247c tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:23:25.437077 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-029e82d0-2d26-4a51-a7f5-c8ccb798247c tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1255314 Jul 22 23:23:25.441235 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3aca73-3e9b-4e07-99eb-d59e8dc3aeb2 None None] New status for floating IP 7ca52c90-490b-4b8e-9acb-ec9b76168563: ACTIVE {{(pid=93195) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 23:23:25.517353 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-3068090a-d761-4604-88c5-7418ba5ca0ab req-daa46b3a-e768-4be2-bbf3-bd1c74bfe1a3 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-298676720&fields=id&tenant_id=d0f7edb110c94c00be850b59f90f077e HTTP/1.1" status: 200 len: 267 time: 0.0327775 Jul 22 23:23:25.587422 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3068090a-d761-4604-88c5-7418ba5ca0ab req-dffb3bdf-7ab9-4796-8ddd-068440d47da3 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:23:25.588980 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-3068090a-d761-4604-88c5-7418ba5ca0ab req-dffb3bdf-7ab9-4796-8ddd-068440d47da3 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] 10.222.0.44 "GET /v2.0/ports?device_id=9da73a6c-3c32-4adb-b3d9-6d933f28bcf3 HTTP/1.1" status: 200 len: 945 time: 0.0664048 Jul 22 23:23:25.600975 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.v2.base [req-3068090a-d761-4604-88c5-7418ba5ca0ab req-3b6e070c-9c9c-4bc3-9bdf-e81a6f5891a2 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Request body: {'port': {'security_groups': ['7f9a5646-3f57-4f21-93ad-eb6e576b5122', '475e699d-d76e-494a-9599-176ada0c0f01']}} {{(pid=93192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:23:25.679873 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [req-3068090a-d761-4604-88c5-7418ba5ca0ab req-3b6e070c-9c9c-4bc3-9bdf-e81a6f5891a2 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:23:25.858738 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.db [req-3068090a-d761-4604-88c5-7418ba5ca0ab req-3b6e070c-9c9c-4bc3-9bdf-e81a6f5891a2 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] For port 1e45448a-f2d4-426b-9106-59718f25ce11, host hv-cinder-80187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80187',level=0,port_id=1e45448a-f2d4-426b-9106-59718f25ce11,segment=NetworkSegment(ed68cee3-2549-4ceb-be77-408b39b5233f),segment_id=ed68cee3-2549-4ceb-be77-408b39b5233f)] {{(pid=93192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:23:25.886195 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [req-3068090a-d761-4604-88c5-7418ba5ca0ab req-3b6e070c-9c9c-4bc3-9bdf-e81a6f5891a2 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Notify callbacks [] for port, precommit_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:23:25.891229 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [req-3068090a-d761-4604-88c5-7418ba5ca0ab req-3b6e070c-9c9c-4bc3-9bdf-e81a6f5891a2 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30393511'] for port, after_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:23:25.926958 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] get_ports_and_sgs() called for port_ids ['1e45448a-f2d4-426b-9106-59718f25ce11'] {{(pid=93194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:23:25.934158 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3068090a-d761-4604-88c5-7418ba5ca0ab req-3b6e070c-9c9c-4bc3-9bdf-e81a6f5891a2 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:23:25.934798 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [req-3068090a-d761-4604-88c5-7418ba5ca0ab req-3b6e070c-9c9c-4bc3-9bdf-e81a6f5891a2 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92570'] for port, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:23:25.936219 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-3068090a-d761-4604-88c5-7418ba5ca0ab req-3b6e070c-9c9c-4bc3-9bdf-e81a6f5891a2 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] 10.222.0.44 "PUT /v2.0/ports/1e45448a-f2d4-426b-9106-59718f25ce11 HTTP/1.1" status: 200 len: 981 time: 0.3399711 Jul 22 23:23:25.978989 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6e070c-9c9c-4bc3-9bdf-e81a6f5891a2 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Pushing event updated for resources: {'Port': ['ID=1e45448a-f2d4-426b-9106-59718f25ce11,revision_number=6']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:23:26.063204 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e417d2-df23-4cd2-86db-f81c35247702 req-285dc6f4-e9eb-42d7-a073-f8632f9b0bd5 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:23:26.065112 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-80e417d2-df23-4cd2-86db-f81c35247702 req-285dc6f4-e9eb-42d7-a073-f8632f9b0bd5 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] 10.222.0.44 "GET /v2.0/ports?device_id=9da73a6c-3c32-4adb-b3d9-6d933f28bcf3 HTTP/1.1" status: 200 len: 984 time: 0.0656304 Jul 22 23:23:26.084708 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] get_ports_and_sgs() called for port_ids ['1e45448a-f2d4-426b-9106-59718f25ce11'] {{(pid=93194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:23:26.113534 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-80e417d2-df23-4cd2-86db-f81c35247702 req-e6429b5a-c137-4212-9dee-4e188ca64a30 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f9a5646-3f57-4f21-93ad-eb6e576b5122&id=475e699d-d76e-494a-9599-176ada0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0426288 Jul 22 23:23:26.176840 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-304231a0-9de9-46cc-ad59-cf942d477298 None None] Provisioning complete for port 1e45448a-f2d4-426b-9106-59718f25ce11 triggered by entity DHCP. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:23:26.177199 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-304231a0-9de9-46cc-ad59-cf942d477298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832377'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:23:26.536252 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9da73a6c-3c32-4adb-b3d9-6d933f28bcf3', 'tag': '1e45448a-f2d4-426b-9106-59718f25ce11'}] {{(pid=93192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:23:26.538575 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}116c38ea8adf6e412e27fa70d60466dac8b18d7b33470466fbdf59022c8e8666" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48374694-e3b1-4245-b123-03d657c89c38" -d '{"events": [{"name": "network-changed", "server_uuid": "9da73a6c-3c32-4adb-b3d9-6d933f28bcf3", "tag": "1e45448a-f2d4-426b-9106-59718f25ce11"}]}' {{(pid=93192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:23:26.573121 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a08e57b7-b483-4237-83c1-e0b1b533d7f0 x-openstack-request-id: req-a08e57b7-b483-4237-83c1-e0b1b533d7f0 {{(pid=93192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:23:26.573410 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9da73a6c-3c32-4adb-b3d9-6d933f28bcf3", "tag": "1e45448a-f2d4-426b-9106-59718f25ce11", "status": "completed", "code": 200}]} {{(pid=93192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:23:26.573656 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a08e57b7-b483-4237-83c1-e0b1b533d7f0 {{(pid=93192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:23:26.574045 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9da73a6c-3c32-4adb-b3d9-6d933f28bcf3', 'tag': '1e45448a-f2d4-426b-9106-59718f25ce11', 'status': 'completed', 'code': 200} Jul 22 23:23:26.684739 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48374694-e3b1-4245-b123-03d657c89c38 req-734b85a4-0c3c-4c99-a52e-e72b82d953fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:23:26.686193 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-48374694-e3b1-4245-b123-03d657c89c38 req-734b85a4-0c3c-4c99-a52e-e72b82d953fd service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d0f7edb110c94c00be850b59f90f077e&device_id=9da73a6c-3c32-4adb-b3d9-6d933f28bcf3 HTTP/1.1" status: 200 len: 1137 time: 0.0556834 Jul 22 23:23:26.783224 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48374694-e3b1-4245-b123-03d657c89c38 req-97ec8b30-57e3-4d1f-a39a-eddf23318dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:23:26.784707 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-48374694-e3b1-4245-b123-03d657c89c38 req-97ec8b30-57e3-4d1f-a39a-eddf23318dd5 service neutron] 10.222.0.76 "GET /v2.0/networks?id=289f774d-ca22-4592-a313-a0fac81acdab HTTP/1.1" status: 200 len: 916 time: 0.0830772 Jul 22 23:23:26.866857 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-48374694-e3b1-4245-b123-03d657c89c38 req-f467bad5-837d-4168-952f-0d022f11e3b3 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1e45448a-f2d4-426b-9106-59718f25ce11 HTTP/1.1" status: 200 len: 1000 time: 0.0593407 Jul 22 23:23:26.914028 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48374694-e3b1-4245-b123-03d657c89c38 req-38abb86b-3ce8-4492-a192-0e6902d8f03e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:23:26.915401 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-48374694-e3b1-4245-b123-03d657c89c38 req-38abb86b-3ce8-4492-a192-0e6902d8f03e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6ea29914-6a3e-43e0-8bfc-f009f44f8c53 HTTP/1.1" status: 200 len: 854 time: 0.0421464 Jul 22 23:23:26.975426 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48374694-e3b1-4245-b123-03d657c89c38 req-712e240f-dda7-4064-800c-5e4e07f60446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:23:26.976856 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-48374694-e3b1-4245-b123-03d657c89c38 req-712e240f-dda7-4064-800c-5e4e07f60446 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=289f774d-ca22-4592-a313-a0fac81acdab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0532081 Jul 22 23:23:27.071420 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-48374694-e3b1-4245-b123-03d657c89c38 req-85ef2b81-9d1d-4d6b-a364-ed8b134476cb service neutron] 10.222.0.76 "GET /v2.0/networks/289f774d-ca22-4592-a313-a0fac81acdab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849102 Jul 22 23:23:27.157906 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-48374694-e3b1-4245-b123-03d657c89c38 req-649d67b4-beff-435c-a927-760567f32cd2 service neutron] 10.222.0.76 "GET /v2.0/networks/289f774d-ca22-4592-a313-a0fac81acdab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790422 Jul 22 23:23:45.492892 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-42a7155f-470d-466f-beaa-0058e6ce1114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:23:48.180022 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-163de63c-9dbe-4a18-851f-9c7efd2798c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:23:48.684189 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:23:48.782393 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:23:48.969149 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceadcc5-130b-47ec-b559-b25fb849cb58 req-3d98eea5-5194-4595-ae05-4cb8740c816c tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:23:48.971046 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-8ceadcc5-130b-47ec-b559-b25fb849cb58 req-3d98eea5-5194-4595-ae05-4cb8740c816c tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] 10.222.0.44 "GET /v2.0/ports?device_id=9da73a6c-3c32-4adb-b3d9-6d933f28bcf3 HTTP/1.1" status: 200 len: 984 time: 0.0654237 Jul 22 23:23:49.002083 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8a786c-44f8-47e2-9b4d-757b164e8a45 req-249079a0-a477-4b6b-83fa-a3b6681340bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:23:49.003598 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-ea8a786c-44f8-47e2-9b4d-757b164e8a45 req-249079a0-a477-4b6b-83fa-a3b6681340bc service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d0f7edb110c94c00be850b59f90f077e&device_id=9da73a6c-3c32-4adb-b3d9-6d933f28bcf3 HTTP/1.1" status: 200 len: 1137 time: 0.0660806 Jul 22 23:23:49.011381 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-8ceadcc5-130b-47ec-b559-b25fb849cb58 req-6be3195a-7f5a-40f6-9cf7-43f58e266a68 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f9a5646-3f57-4f21-93ad-eb6e576b5122&id=475e699d-d76e-494a-9599-176ada0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0337985 Jul 22 23:23:49.105169 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8a786c-44f8-47e2-9b4d-757b164e8a45 req-85d05a47-35d2-449d-93e1-dbb135969295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:23:49.106621 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-ea8a786c-44f8-47e2-9b4d-757b164e8a45 req-85d05a47-35d2-449d-93e1-dbb135969295 service neutron] 10.222.0.76 "GET /v2.0/networks?id=289f774d-ca22-4592-a313-a0fac81acdab HTTP/1.1" status: 200 len: 916 time: 0.0929630 Jul 22 23:23:49.185301 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-d6d3e244-519d-4c84-95ee-f6386db2b0d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:23:49.188497 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-ea8a786c-44f8-47e2-9b4d-757b164e8a45 req-0c378073-eec2-4209-a303-3e233a186a9a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1e45448a-f2d4-426b-9106-59718f25ce11 HTTP/1.1" status: 200 len: 1000 time: 0.0730927 Jul 22 23:23:49.235313 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8a786c-44f8-47e2-9b4d-757b164e8a45 req-599aaf6b-eabd-442c-9350-2bb6b32c91a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:23:49.236609 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-ea8a786c-44f8-47e2-9b4d-757b164e8a45 req-599aaf6b-eabd-442c-9350-2bb6b32c91a1 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6ea29914-6a3e-43e0-8bfc-f009f44f8c53 HTTP/1.1" status: 200 len: 854 time: 0.0426342 Jul 22 23:23:49.291716 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8a786c-44f8-47e2-9b4d-757b164e8a45 req-cb5d62ad-eb2c-40d8-8732-00ed489b763d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:23:49.293170 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-ea8a786c-44f8-47e2-9b4d-757b164e8a45 req-cb5d62ad-eb2c-40d8-8732-00ed489b763d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=289f774d-ca22-4592-a313-a0fac81acdab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0501626 Jul 22 23:23:49.381311 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-ea8a786c-44f8-47e2-9b4d-757b164e8a45 req-e343d351-3dfe-4f43-b6fa-7ef34a717d1c service neutron] 10.222.0.76 "GET /v2.0/networks/289f774d-ca22-4592-a313-a0fac81acdab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812004 Jul 22 23:23:49.466864 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-ea8a786c-44f8-47e2-9b4d-757b164e8a45 req-227e2467-6bd9-4c39-b97c-a57693788e90 service neutron] 10.222.0.76 "GET /v2.0/networks/289f774d-ca22-4592-a313-a0fac81acdab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0777638 Jul 22 23:23:49.887513 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.agents_db [None req-bfbb8894-14bb-41d0-8761-89beb89abbcb None None] Agent healthcheck: found 6 active agents {{(pid=93195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:23:50.146490 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efde300-4905-4c6d-aa10-e6ecead012c2 req-ee403063-4eee-43a6-8008-28093ceba850 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:23:50.147963 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-0efde300-4905-4c6d-aa10-e6ecead012c2 req-ee403063-4eee-43a6-8008-28093ceba850 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] 10.222.0.44 "GET /v2.0/ports?device_id=9da73a6c-3c32-4adb-b3d9-6d933f28bcf3 HTTP/1.1" status: 200 len: 984 time: 0.0681260 Jul 22 23:23:50.186491 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-0efde300-4905-4c6d-aa10-e6ecead012c2 req-752dafa9-11df-4d35-827c-11eebb1f1ab8 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f9a5646-3f57-4f21-93ad-eb6e576b5122&id=475e699d-d76e-494a-9599-176ada0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0329206 Jul 22 23:23:50.949845 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-cbf739a1-5d20-402c-989d-00d0f7e6e81c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:23:51.312259 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1272d3-8b71-428d-b5a5-3ab747c895fe req-5045bdb7-d902-4a4d-bccd-af403b6bc8ca tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:23:51.313744 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-3a1272d3-8b71-428d-b5a5-3ab747c895fe req-5045bdb7-d902-4a4d-bccd-af403b6bc8ca tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] 10.222.0.44 "GET /v2.0/ports?device_id=9da73a6c-3c32-4adb-b3d9-6d933f28bcf3 HTTP/1.1" status: 200 len: 984 time: 0.0618823 Jul 22 23:23:51.352958 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-3a1272d3-8b71-428d-b5a5-3ab747c895fe req-1d411180-8afa-416d-a604-684e4ad61503 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f9a5646-3f57-4f21-93ad-eb6e576b5122&id=475e699d-d76e-494a-9599-176ada0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336685 Jul 22 23:23:52.480708 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2868c56-eeb7-4759-8622-743e452668fb req-7920e592-5e97-40d8-84ca-5e3d1d1d7c2d tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:23:52.482168 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-b2868c56-eeb7-4759-8622-743e452668fb req-7920e592-5e97-40d8-84ca-5e3d1d1d7c2d tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] 10.222.0.44 "GET /v2.0/ports?device_id=9da73a6c-3c32-4adb-b3d9-6d933f28bcf3 HTTP/1.1" status: 200 len: 984 time: 0.0658996 Jul 22 23:23:52.521142 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-b2868c56-eeb7-4759-8622-743e452668fb req-145be51d-1d7d-485a-936e-5a26793ff374 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f9a5646-3f57-4f21-93ad-eb6e576b5122&id=475e699d-d76e-494a-9599-176ada0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0329056 Jul 22 23:23:53.647159 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cc4295-2882-4ac4-bcd9-8fff5cade51a req-9104faef-a2ae-4b8d-a396-0a85faef8b7e tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:23:53.648650 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-87cc4295-2882-4ac4-bcd9-8fff5cade51a req-9104faef-a2ae-4b8d-a396-0a85faef8b7e tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] 10.222.0.44 "GET /v2.0/ports?device_id=9da73a6c-3c32-4adb-b3d9-6d933f28bcf3 HTTP/1.1" status: 200 len: 984 time: 0.0626256 Jul 22 23:23:53.686981 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-87cc4295-2882-4ac4-bcd9-8fff5cade51a req-87645ff8-0362-44b9-a8c7-7a77ef87bc61 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f9a5646-3f57-4f21-93ad-eb6e576b5122&id=475e699d-d76e-494a-9599-176ada0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0328798 Jul 22 23:23:54.814327 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2c2621-5d10-4058-b3db-9ff96798da8a req-d319e218-a3e5-45b9-96d9-1cb972631b08 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:23:54.815789 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-ba2c2621-5d10-4058-b3db-9ff96798da8a req-d319e218-a3e5-45b9-96d9-1cb972631b08 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] 10.222.0.44 "GET /v2.0/ports?device_id=9da73a6c-3c32-4adb-b3d9-6d933f28bcf3 HTTP/1.1" status: 200 len: 984 time: 0.0632088 Jul 22 23:23:54.854319 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-ba2c2621-5d10-4058-b3db-9ff96798da8a req-ec7a7521-f689-4859-8b9e-bc02f10f93f9 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f9a5646-3f57-4f21-93ad-eb6e576b5122&id=475e699d-d76e-494a-9599-176ada0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0330324 Jul 22 23:23:55.983810 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c8e665-7d5a-41f1-9fb1-4b26e8a71b0f req-f1c4ef95-5018-452e-8a69-11b995bd0291 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:23:55.985936 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-f8c8e665-7d5a-41f1-9fb1-4b26e8a71b0f req-f1c4ef95-5018-452e-8a69-11b995bd0291 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] 10.222.0.44 "GET /v2.0/ports?device_id=9da73a6c-3c32-4adb-b3d9-6d933f28bcf3 HTTP/1.1" status: 200 len: 984 time: 0.0673506 Jul 22 23:23:56.030798 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-f8c8e665-7d5a-41f1-9fb1-4b26e8a71b0f req-2953a37f-c54b-4396-81ba-6c18193c5d23 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f9a5646-3f57-4f21-93ad-eb6e576b5122&id=475e699d-d76e-494a-9599-176ada0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0389006 Jul 22 23:23:57.156418 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea08979-65d3-4a88-ae80-817bb5980980 req-9b455d13-8577-41fb-b4ea-520b04f6a1cf tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:23:57.158376 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-1ea08979-65d3-4a88-ae80-817bb5980980 req-9b455d13-8577-41fb-b4ea-520b04f6a1cf tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] 10.222.0.44 "GET /v2.0/ports?device_id=9da73a6c-3c32-4adb-b3d9-6d933f28bcf3 HTTP/1.1" status: 200 len: 984 time: 0.0638430 Jul 22 23:23:57.197431 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-1ea08979-65d3-4a88-ae80-817bb5980980 req-204d90f7-c1b5-4c4a-8c1e-2d1b6d2a942e tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f9a5646-3f57-4f21-93ad-eb6e576b5122&id=475e699d-d76e-494a-9599-176ada0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0334156 Jul 22 23:23:58.325343 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a038cf-84c9-418a-95a6-4f7125bd14d5 req-42aa936c-5caf-4f3f-b92a-6a79402d0810 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:23:58.326794 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-00a038cf-84c9-418a-95a6-4f7125bd14d5 req-42aa936c-5caf-4f3f-b92a-6a79402d0810 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] 10.222.0.44 "GET /v2.0/ports?device_id=9da73a6c-3c32-4adb-b3d9-6d933f28bcf3 HTTP/1.1" status: 200 len: 984 time: 0.0647268 Jul 22 23:23:58.365207 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-00a038cf-84c9-418a-95a6-4f7125bd14d5 req-ff97b145-0b9b-4f7a-9691-412004f1baed tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f9a5646-3f57-4f21-93ad-eb6e576b5122&id=475e699d-d76e-494a-9599-176ada0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0328605 Jul 22 23:23:59.493011 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e645adef-c768-4ffb-b789-3512e70a0e3d req-39d42789-dceb-42c3-a24c-822865a7fa8b tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:23:59.494365 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-e645adef-c768-4ffb-b789-3512e70a0e3d req-39d42789-dceb-42c3-a24c-822865a7fa8b tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] 10.222.0.44 "GET /v2.0/ports?device_id=9da73a6c-3c32-4adb-b3d9-6d933f28bcf3 HTTP/1.1" status: 200 len: 984 time: 0.0620124 Jul 22 23:23:59.531473 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-e645adef-c768-4ffb-b789-3512e70a0e3d req-65eef0b7-b4b7-4925-be85-8a49a60e075c tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f9a5646-3f57-4f21-93ad-eb6e576b5122&id=475e699d-d76e-494a-9599-176ada0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0316112 Jul 22 23:24:00.658029 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865b5cee-6225-492d-b54a-b1811632ac8e req-e5f24058-18d3-4657-a25c-75956694a146 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:24:00.659481 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-865b5cee-6225-492d-b54a-b1811632ac8e req-e5f24058-18d3-4657-a25c-75956694a146 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] 10.222.0.44 "GET /v2.0/ports?device_id=9da73a6c-3c32-4adb-b3d9-6d933f28bcf3 HTTP/1.1" status: 200 len: 984 time: 0.0632725 Jul 22 23:24:00.697540 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-865b5cee-6225-492d-b54a-b1811632ac8e req-8724b660-037d-4011-8925-bda4c4b3b614 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f9a5646-3f57-4f21-93ad-eb6e576b5122&id=475e699d-d76e-494a-9599-176ada0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0324798 Jul 22 23:24:01.824702 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ac21d6-f356-464d-844c-4f0601fff532 req-c29f14ab-bcbd-4345-84ca-4ce4ef2f5160 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:24:01.826152 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-67ac21d6-f356-464d-844c-4f0601fff532 req-c29f14ab-bcbd-4345-84ca-4ce4ef2f5160 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] 10.222.0.44 "GET /v2.0/ports?device_id=9da73a6c-3c32-4adb-b3d9-6d933f28bcf3 HTTP/1.1" status: 200 len: 984 time: 0.0646181 Jul 22 23:24:01.864926 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-67ac21d6-f356-464d-844c-4f0601fff532 req-1b0d565a-d7eb-4250-8b47-60562e4c3baf tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f9a5646-3f57-4f21-93ad-eb6e576b5122&id=475e699d-d76e-494a-9599-176ada0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0327065 Jul 22 23:24:02.992580 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb18613-b1d8-4ce2-95fe-9b42fb3394de req-d4e046fa-bf58-4d6e-a70f-a7d1a8c8f392 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:24:02.994048 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-8fb18613-b1d8-4ce2-95fe-9b42fb3394de req-d4e046fa-bf58-4d6e-a70f-a7d1a8c8f392 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] 10.222.0.44 "GET /v2.0/ports?device_id=9da73a6c-3c32-4adb-b3d9-6d933f28bcf3 HTTP/1.1" status: 200 len: 984 time: 0.0644391 Jul 22 23:24:03.033011 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-8fb18613-b1d8-4ce2-95fe-9b42fb3394de req-2f8a7b9a-9bca-4206-a015-68f5a0ab5dd6 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f9a5646-3f57-4f21-93ad-eb6e576b5122&id=475e699d-d76e-494a-9599-176ada0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0333309 Jul 22 23:24:04.161329 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57d0759-5199-445c-9eaa-9272e27c7a75 req-e1d249dc-f0d0-4522-8305-95ae0e850bdc tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:24:04.162807 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-f57d0759-5199-445c-9eaa-9272e27c7a75 req-e1d249dc-f0d0-4522-8305-95ae0e850bdc tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] 10.222.0.44 "GET /v2.0/ports?device_id=9da73a6c-3c32-4adb-b3d9-6d933f28bcf3 HTTP/1.1" status: 200 len: 984 time: 0.0651507 Jul 22 23:24:04.444904 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-f57d0759-5199-445c-9eaa-9272e27c7a75 req-b09160ee-a433-4d32-8bb1-296e7828ee58 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f9a5646-3f57-4f21-93ad-eb6e576b5122&id=475e699d-d76e-494a-9599-176ada0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2765629 Jul 22 23:24:05.575942 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc0768e-8944-4c5e-a6eb-830a7ce21130 req-fe9cca04-53ba-4aad-858b-0e449c55a630 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:24:05.577421 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-efc0768e-8944-4c5e-a6eb-830a7ce21130 req-fe9cca04-53ba-4aad-858b-0e449c55a630 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] 10.222.0.44 "GET /v2.0/ports?device_id=9da73a6c-3c32-4adb-b3d9-6d933f28bcf3 HTTP/1.1" status: 200 len: 984 time: 0.0672076 Jul 22 23:24:05.616258 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-efc0768e-8944-4c5e-a6eb-830a7ce21130 req-0f8edb55-1a14-4fd7-be8a-eaf6c77212b2 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f9a5646-3f57-4f21-93ad-eb6e576b5122&id=475e699d-d76e-494a-9599-176ada0c0f01&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0327380 Jul 22 23:24:15.493654 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-ffc84d6e-d5f5-4c58-9fd1-71daf476b438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:18.178919 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-0deba71c-ee0f-447e-8f5e-c62da23c903d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:18.684222 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:18.798499 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:19.175885 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-d6d3e244-519d-4c84-95ee-f6386db2b0d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:20.953249 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-cbf739a1-5d20-402c-989d-00d0f7e6e81c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:23.167073 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-36ef10cd-ec07-42bc-883d-f7a3abbc75b5 req-30a0bb33-e4c5-4942-9be6-8d1ff837af7e service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=9da73a6c-3c32-4adb-b3d9-6d933f28bcf3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0541224 Jul 22 23:24:23.285250 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ef10cd-ec07-42bc-883d-f7a3abbc75b5 req-95c54c17-67fb-4f60-9505-3552f701b500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:24:23.286737 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-36ef10cd-ec07-42bc-883d-f7a3abbc75b5 req-95c54c17-67fb-4f60-9505-3552f701b500 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d0f7edb110c94c00be850b59f90f077e&device_id=9da73a6c-3c32-4adb-b3d9-6d933f28bcf3 HTTP/1.1" status: 200 len: 1137 time: 0.0543165 Jul 22 23:24:23.388158 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ef10cd-ec07-42bc-883d-f7a3abbc75b5 req-2807d35e-9908-4a23-844a-bd7b16fe11d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:24:23.389625 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-36ef10cd-ec07-42bc-883d-f7a3abbc75b5 req-2807d35e-9908-4a23-844a-bd7b16fe11d9 service neutron] 10.222.0.76 "GET /v2.0/networks?id=289f774d-ca22-4592-a313-a0fac81acdab HTTP/1.1" status: 200 len: 916 time: 0.0842812 Jul 22 23:24:23.454231 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-36ef10cd-ec07-42bc-883d-f7a3abbc75b5 req-4be6fcfb-3092-4d5a-ab9c-a5b4172a65e9 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1e45448a-f2d4-426b-9106-59718f25ce11 HTTP/1.1" status: 200 len: 1000 time: 0.0545046 Jul 22 23:24:23.503470 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ef10cd-ec07-42bc-883d-f7a3abbc75b5 req-184d12cd-ea59-4efe-bb01-d29a3074ee0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:24:23.504873 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-36ef10cd-ec07-42bc-883d-f7a3abbc75b5 req-184d12cd-ea59-4efe-bb01-d29a3074ee0f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6ea29914-6a3e-43e0-8bfc-f009f44f8c53 HTTP/1.1" status: 200 len: 854 time: 0.0421112 Jul 22 23:24:23.563557 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ef10cd-ec07-42bc-883d-f7a3abbc75b5 req-0f7c18ab-cc28-4cba-80bc-e2c5fa985e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:24:23.565022 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-36ef10cd-ec07-42bc-883d-f7a3abbc75b5 req-0f7c18ab-cc28-4cba-80bc-e2c5fa985e09 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=289f774d-ca22-4592-a313-a0fac81acdab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0541224 Jul 22 23:24:23.653100 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-36ef10cd-ec07-42bc-883d-f7a3abbc75b5 req-68559f7f-f230-4e5a-9012-3db3f09a2346 service neutron] 10.222.0.76 "GET /v2.0/networks/289f774d-ca22-4592-a313-a0fac81acdab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790193 Jul 22 23:24:23.743792 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-36ef10cd-ec07-42bc-883d-f7a3abbc75b5 req-8926caea-f55d-46c1-bd86-69d4034ee16f service neutron] 10.222.0.76 "GET /v2.0/networks/289f774d-ca22-4592-a313-a0fac81acdab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817900 Jul 22 23:24:26.886904 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.agents_db [None req-bfbb8894-14bb-41d0-8761-89beb89abbcb None None] Agent healthcheck: found 6 active agents {{(pid=93195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:24:37.706350 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-7961f557-ed8f-42ac-88ca-567c1866e0b4 req-009e7f83-3d46-4dfa-84ef-d243f38151e0 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-298676720&fields=id&tenant_id=d0f7edb110c94c00be850b59f90f077e HTTP/1.1" status: 200 len: 267 time: 0.0334783 Jul 22 23:24:37.773631 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7961f557-ed8f-42ac-88ca-567c1866e0b4 req-3ef080b8-ce34-4f96-96ff-8f46b4ac6c9b tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:24:37.775083 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-7961f557-ed8f-42ac-88ca-567c1866e0b4 req-3ef080b8-ce34-4f96-96ff-8f46b4ac6c9b tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] 10.222.0.44 "GET /v2.0/ports?device_id=9da73a6c-3c32-4adb-b3d9-6d933f28bcf3 HTTP/1.1" status: 200 len: 984 time: 0.0636728 Jul 22 23:24:37.785464 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.v2.base [req-7961f557-ed8f-42ac-88ca-567c1866e0b4 req-7a410ee1-76d9-4ba1-82df-f1aea7bd9171 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Request body: {'port': {'security_groups': ['7f9a5646-3f57-4f21-93ad-eb6e576b5122']}} {{(pid=93192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:24:37.865398 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [req-7961f557-ed8f-42ac-88ca-567c1866e0b4 req-7a410ee1-76d9-4ba1-82df-f1aea7bd9171 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1806336'] for port, before_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:38.035968 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.db [req-7961f557-ed8f-42ac-88ca-567c1866e0b4 req-7a410ee1-76d9-4ba1-82df-f1aea7bd9171 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] For port 1e45448a-f2d4-426b-9106-59718f25ce11, host hv-cinder-80187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80187',level=0,port_id=1e45448a-f2d4-426b-9106-59718f25ce11,segment=NetworkSegment(ed68cee3-2549-4ceb-be77-408b39b5233f),segment_id=ed68cee3-2549-4ceb-be77-408b39b5233f)] {{(pid=93192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:24:38.064230 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [req-7961f557-ed8f-42ac-88ca-567c1866e0b4 req-7a410ee1-76d9-4ba1-82df-f1aea7bd9171 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Notify callbacks [] for port, precommit_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:38.068714 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [req-7961f557-ed8f-42ac-88ca-567c1866e0b4 req-7a410ee1-76d9-4ba1-82df-f1aea7bd9171 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769065717818', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769065317259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769065317277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30393511'] for port, after_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:38.108877 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] get_ports_and_sgs() called for port_ids ['1e45448a-f2d4-426b-9106-59718f25ce11'] {{(pid=93194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:24:38.109371 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7961f557-ed8f-42ac-88ca-567c1866e0b4 req-7a410ee1-76d9-4ba1-82df-f1aea7bd9171 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:24:38.110368 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [req-7961f557-ed8f-42ac-88ca-567c1866e0b4 req-7a410ee1-76d9-4ba1-82df-f1aea7bd9171 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92570'] for port, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:38.111766 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-7961f557-ed8f-42ac-88ca-567c1866e0b4 req-7a410ee1-76d9-4ba1-82df-f1aea7bd9171 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] 10.222.0.44 "PUT /v2.0/ports/1e45448a-f2d4-426b-9106-59718f25ce11 HTTP/1.1" status: 200 len: 942 time: 0.3306882 Jul 22 23:24:38.112217 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9da73a6c-3c32-4adb-b3d9-6d933f28bcf3', 'tag': '1e45448a-f2d4-426b-9106-59718f25ce11'}] {{(pid=93192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:24:38.114506 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}116c38ea8adf6e412e27fa70d60466dac8b18d7b33470466fbdf59022c8e8666" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7938e72f-7226-4eba-9c41-069c63ef9798" -d '{"events": [{"name": "network-changed", "server_uuid": "9da73a6c-3c32-4adb-b3d9-6d933f28bcf3", "tag": "1e45448a-f2d4-426b-9106-59718f25ce11"}]}' {{(pid=93192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:24:38.131124 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 42666) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:24:38.177745 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f17f3287-4515-453d-9e2f-c73588f9e793 x-openstack-request-id: req-f17f3287-4515-453d-9e2f-c73588f9e793 {{(pid=93192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:24:38.178068 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9da73a6c-3c32-4adb-b3d9-6d933f28bcf3", "tag": "1e45448a-f2d4-426b-9106-59718f25ce11", "status": "completed", "code": 200}]} {{(pid=93192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:24:38.178324 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f17f3287-4515-453d-9e2f-c73588f9e793 {{(pid=93192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:24:38.178716 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9da73a6c-3c32-4adb-b3d9-6d933f28bcf3', 'tag': '1e45448a-f2d4-426b-9106-59718f25ce11', 'status': 'completed', 'code': 200} Jul 22 23:24:38.183933 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a410ee1-76d9-4ba1-82df-f1aea7bd9171 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Pushing event updated for resources: {'Port': ['ID=1e45448a-f2d4-426b-9106-59718f25ce11,revision_number=7']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:24:38.211811 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a410ee1-76d9-4ba1-82df-f1aea7bd9171 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:24:38.212155 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a410ee1-76d9-4ba1-82df-f1aea7bd9171 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:24:38.212536 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a410ee1-76d9-4ba1-82df-f1aea7bd9171 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:24:38.212876 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a410ee1-76d9-4ba1-82df-f1aea7bd9171 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:24:38.213203 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a410ee1-76d9-4ba1-82df-f1aea7bd9171 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:24:38.213526 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a410ee1-76d9-4ba1-82df-f1aea7bd9171 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:24:38.213846 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a410ee1-76d9-4ba1-82df-f1aea7bd9171 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:24:38.214166 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a410ee1-76d9-4ba1-82df-f1aea7bd9171 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:24:38.214485 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a410ee1-76d9-4ba1-82df-f1aea7bd9171 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:24:38.214802 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a410ee1-76d9-4ba1-82df-f1aea7bd9171 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:24:38.215127 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a410ee1-76d9-4ba1-82df-f1aea7bd9171 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:24:38.215440 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a410ee1-76d9-4ba1-82df-f1aea7bd9171 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:24:38.222310 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-81027b0f-c94f-4e27-abf6-ae52c5f8ac36 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Notify callbacks [] for security_group, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:38.247969 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] get_ports_and_sgs() called for port_ids ['1e45448a-f2d4-426b-9106-59718f25ce11'] {{(pid=93194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:24:38.253603 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-81027b0f-c94f-4e27-abf6-ae52c5f8ac36 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:38.280891 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7938e72f-7226-4eba-9c41-069c63ef9798 req-9868f931-5d55-4f8c-b6af-56cd67d2f9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:24:38.283460 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-7938e72f-7226-4eba-9c41-069c63ef9798 req-9868f931-5d55-4f8c-b6af-56cd67d2f9f4 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d0f7edb110c94c00be850b59f90f077e&device_id=9da73a6c-3c32-4adb-b3d9-6d933f28bcf3 HTTP/1.1" status: 200 len: 1098 time: 0.0665698 Jul 22 23:24:38.340958 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-81027b0f-c94f-4e27-abf6-ae52c5f8ac36 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:38.343736 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-81027b0f-c94f-4e27-abf6-ae52c5f8ac36 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Notify callbacks [] for security_group, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:38.345714 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-81027b0f-c94f-4e27-abf6-ae52c5f8ac36 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] 10.222.0.44 "DELETE /v2.0/security-groups/475e699d-d76e-494a-9599-176ada0c0f01 HTTP/1.1" status: 204 len: 168 time: 0.2137861 Jul 22 23:24:38.354983 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 42668) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:24:38.365446 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81027b0f-c94f-4e27-abf6-ae52c5f8ac36 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=475e699d-d76e-494a-9599-176ada0c0f01,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:24:38.392511 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7938e72f-7226-4eba-9c41-069c63ef9798 req-bfed467b-4f0d-4724-bc93-62c33b5aacb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:24:38.394864 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-7938e72f-7226-4eba-9c41-069c63ef9798 req-bfed467b-4f0d-4724-bc93-62c33b5aacb8 service neutron] 10.222.0.76 "GET /v2.0/networks?id=289f774d-ca22-4592-a313-a0fac81acdab HTTP/1.1" status: 200 len: 916 time: 0.1037993 Jul 22 23:24:38.412923 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-e087a48a-00b6-4402-89f0-831d92eb2371 None None] Provisioning complete for port 1e45448a-f2d4-426b-9106-59718f25ce11 triggered by entity DHCP. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:24:38.413412 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-e087a48a-00b6-4402-89f0-831d92eb2371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1832377'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:38.480713 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-7938e72f-7226-4eba-9c41-069c63ef9798 req-1e404690-780f-4b4e-a11e-fc1499ab326c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1e45448a-f2d4-426b-9106-59718f25ce11 HTTP/1.1" status: 200 len: 1000 time: 0.0787828 Jul 22 23:24:38.525177 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.plugin [None req-7785c87e-a9f8-4c1b-9d5f-5df28b167fe8 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Deleting port d9a0713a-28e7-4ac5-9f95-f7c13373b50c {{(pid=93192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:24:38.525582 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-7785c87e-a9f8-4c1b-9d5f-5df28b167fe8 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769065717140'] for port, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:38.529804 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7938e72f-7226-4eba-9c41-069c63ef9798 req-71c59438-9e6d-4c07-a4b6-d305a06b6042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:24:38.531057 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-7938e72f-7226-4eba-9c41-069c63ef9798 req-71c59438-9e6d-4c07-a4b6-d305a06b6042 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6ea29914-6a3e-43e0-8bfc-f009f44f8c53 HTTP/1.1" status: 200 len: 854 time: 0.0434601 Jul 22 23:24:38.597577 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7938e72f-7226-4eba-9c41-069c63ef9798 req-f3a2a627-990e-4be8-9f33-c406027420cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:24:38.599069 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-7938e72f-7226-4eba-9c41-069c63ef9798 req-f3a2a627-990e-4be8-9f33-c406027420cb service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=289f774d-ca22-4592-a313-a0fac81acdab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0610650 Jul 22 23:24:38.605871 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-7785c87e-a9f8-4c1b-9d5f-5df28b167fe8 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681326'] for port, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:38.606213 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-7785c87e-a9f8-4c1b-9d5f-5df28b167fe8 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:38.619400 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.plugin [None req-7785c87e-a9f8-4c1b-9d5f-5df28b167fe8 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Calling delete_port for d9a0713a-28e7-4ac5-9f95-f7c13373b50c owned by network:floatingip {{(pid=93192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:24:38.691846 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-7938e72f-7226-4eba-9c41-069c63ef9798 req-b969b869-1f23-4ffd-9b12-de4297497e93 service neutron] 10.222.0.76 "GET /v2.0/networks/289f774d-ca22-4592-a313-a0fac81acdab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858974 Jul 22 23:24:38.800690 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-7785c87e-a9f8-4c1b-9d5f-5df28b167fe8 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769065717863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769065317250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30393516'] for port, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:38.827264 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7785c87e-a9f8-4c1b-9d5f-5df28b167fe8 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Pushing event deleted for resources: {'Port': ['ID=d9a0713a-28e7-4ac5-9f95-f7c13373b50c,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:24:38.894485 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-7785c87e-a9f8-4c1b-9d5f-5df28b167fe8 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Notify callbacks [] for floatingip, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:38.894781 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.db.l3_db [None req-7785c87e-a9f8-4c1b-9d5f-5df28b167fe8 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Floating IP 7ca52c90-490b-4b8e-9acb-ec9b76168563 disassociated (deleted). External IP: 172.27.1.93, port: 1e45448a-f2d4-426b-9106-59718f25ce11. Jul 22 23:24:39.040322 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-7938e72f-7226-4eba-9c41-069c63ef9798 req-22aceda1-ec90-479f-9f51-19e671dfe91d service neutron] 10.222.0.76 "GET /v2.0/networks/289f774d-ca22-4592-a313-a0fac81acdab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3414853 Jul 22 23:24:39.109319 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7785c87e-a9f8-4c1b-9d5f-5df28b167fe8 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Router 535e3648-6142-4b8f-81c2-5b56a6ab5ecf has already been hosted by L3 agent fdf30918-cf4b-4771-a7f5-907485eb00f1 {{(pid=93192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:24:39.213876 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7785c87e-a9f8-4c1b-9d5f-5df28b167fe8 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Notify agent at l3_agent.dv-cinder-801875-2-iscsi the message routers_updated {{(pid=93192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:24:39.218506 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-7785c87e-a9f8-4c1b-9d5f-5df28b167fe8 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92570'] for floatingip, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:39.223716 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77702ff8-1502-40ac-89ff-64638cccc23b None None] Sync routers for ids ['535e3648-6142-4b8f-81c2-5b56a6ab5ecf'] in dv-cinder-801875-2-iscsi {{(pid=93194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:24:39.233560 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77702ff8-1502-40ac-89ff-64638cccc23b None None] Routers {'535e3648-6142-4b8f-81c2-5b56a6ab5ecf'} bound to L3 agent in host dv-cinder-801875-2-iscsi {{(pid=93194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:24:39.234164 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-77702ff8-1502-40ac-89ff-64638cccc23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801875-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:03:18Z,description=,heartbeat_timestamp=2021-07-22T23:24:18Z,host='dv-cinder-801875-2-iscsi',id=fdf30918-cf4b-4771-a7f5-907485eb00f1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:18Z,topic='l3_agent')) {'router_ids': ['535e3648-6142-4b8f-81c2-5b56a6ab5ecf'], 'active': True} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:24:39.254608 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-7785c87e-a9f8-4c1b-9d5f-5df28b167fe8 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] 10.222.0.44 "DELETE /v2.0/floatingips/7ca52c90-490b-4b8e-9acb-ec9b76168563 HTTP/1.1" status: 204 len: 168 time: 0.8983591 Jul 22 23:24:39.344290 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvr_db [None req-77702ff8-1502-40ac-89ff-64638cccc23b None None] Set router 535e3648-6142-4b8f-81c2-5b56a6ab5ecf gateway port host: dv-cinder-801875-2-iscsi {{(pid=93194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:24:39.543971 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-77702ff8-1502-40ac-89ff-64638cccc23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '535e3648-6142-4b8f-81c2-5b56a6ab5ecf', 'name': 'tempest-TestMinimumBasicScenario-1897873729-router', 'tenant_id': 'd0f7edb110c94c00be850b59f90f077e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'external_fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'cb02f979-6ccb-4295-a9ae-c339869249b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:22:36Z', 'updated_at': '2021-07-22T23:22:38Z', 'revision_number': 4, 'project_id': 'd0f7edb110c94c00be850b59f90f077e', 'gw_port': {'id': 'cb02f979-6ccb-4295-a9ae-c339869249b8', 'name': '', 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:8a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535e3648-6142-4b8f-81c2-5b56a6ab5ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:22:36Z', 'updated_at': '2021-07-22T23:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801875-2-iscsi', '_interfaces': [{'id': '9560604f-e826-4503-bd61-74c3eb992b41', 'name': '', 'network_id': '289f774d-ca22-4592-a313-a0fac81acdab', 'tenant_id': 'd0f7edb110c94c00be850b59f90f077e', 'mac_address': 'fa:16:3e:cb:4c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535e3648-6142-4b8f-81c2-5b56a6ab5ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '6ea29914-6a3e-43e0-8bfc-f009f44f8c53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:22:38Z', 'updated_at': '2021-07-22T23:22:44Z', 'revision_number': 5, 'project_id': 'd0f7edb110c94c00be850b59f90f077e', 'subnets': [{'id': '6ea29914-6a3e-43e0-8bfc-f009f44f8c53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801875-2-iscsi', False) {} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:24:39.570437 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77702ff8-1502-40ac-89ff-64638cccc23b None None] Checking router: 535e3648-6142-4b8f-81c2-5b56a6ab5ecf for host: dv-cinder-801875-2-iscsi {{(pid=93194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:24:39.578430 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77702ff8-1502-40ac-89ff-64638cccc23b None None] Routers {'535e3648-6142-4b8f-81c2-5b56a6ab5ecf'} bound to L3 agent in host dv-cinder-801875-2-iscsi {{(pid=93194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:24:39.579056 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-77702ff8-1502-40ac-89ff-64638cccc23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801875-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:03:18Z,description=,heartbeat_timestamp=2021-07-22T23:24:18Z,host='dv-cinder-801875-2-iscsi',id=fdf30918-cf4b-4771-a7f5-907485eb00f1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:18Z,topic='l3_agent')) {'router_ids': ['535e3648-6142-4b8f-81c2-5b56a6ab5ecf'], 'active': True} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:24:39.680638 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvr_db [None req-77702ff8-1502-40ac-89ff-64638cccc23b None None] Set router 535e3648-6142-4b8f-81c2-5b56a6ab5ecf gateway port host: dv-cinder-801875-2-iscsi {{(pid=93194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:24:39.998252 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-77702ff8-1502-40ac-89ff-64638cccc23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '535e3648-6142-4b8f-81c2-5b56a6ab5ecf', 'name': 'tempest-TestMinimumBasicScenario-1897873729-router', 'tenant_id': 'd0f7edb110c94c00be850b59f90f077e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'external_fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'cb02f979-6ccb-4295-a9ae-c339869249b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:22:36Z', 'updated_at': '2021-07-22T23:22:38Z', 'revision_number': 4, 'project_id': 'd0f7edb110c94c00be850b59f90f077e', 'gw_port': {'id': 'cb02f979-6ccb-4295-a9ae-c339869249b8', 'name': '', 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:8a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535e3648-6142-4b8f-81c2-5b56a6ab5ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:22:36Z', 'updated_at': '2021-07-22T23:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801875-2-iscsi', '_interfaces': [{'id': '9560604f-e826-4503-bd61-74c3eb992b41', 'name': '', 'network_id': '289f774d-ca22-4592-a313-a0fac81acdab', 'tenant_id': 'd0f7edb110c94c00be850b59f90f077e', 'mac_address': 'fa:16:3e:cb:4c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535e3648-6142-4b8f-81c2-5b56a6ab5ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '6ea29914-6a3e-43e0-8bfc-f009f44f8c53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:22:38Z', 'updated_at': '2021-07-22T23:22:44Z', 'revision_number': 5, 'project_id': 'd0f7edb110c94c00be850b59f90f077e', 'subnets': [{'id': '6ea29914-6a3e-43e0-8bfc-f009f44f8c53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801875-2-iscsi', False) {} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:24:40.025242 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77702ff8-1502-40ac-89ff-64638cccc23b None None] The sync data for ids ['535e3648-6142-4b8f-81c2-5b56a6ab5ecf'] in dv-cinder-801875-2-iscsi is: [{'id': '535e3648-6142-4b8f-81c2-5b56a6ab5ecf', 'name': 'tempest-TestMinimumBasicScenario-1897873729-router', 'tenant_id': 'd0f7edb110c94c00be850b59f90f077e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'external_fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'cb02f979-6ccb-4295-a9ae-c339869249b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:22:36Z', 'updated_at': '2021-07-22T23:22:38Z', 'revision_number': 4, 'project_id': 'd0f7edb110c94c00be850b59f90f077e', 'gw_port': {'id': 'cb02f979-6ccb-4295-a9ae-c339869249b8', 'name': '', 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:8a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535e3648-6142-4b8f-81c2-5b56a6ab5ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:22:36Z', 'updated_at': '2021-07-22T23:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801875-2-iscsi', '_interfaces': [{'id': '9560604f-e826-4503-bd61-74c3eb992b41', 'name': '', 'network_id': '289f774d-ca22-4592-a313-a0fac81acdab', 'tenant_id': 'd0f7edb110c94c00be850b59f90f077e', 'mac_address': 'fa:16:3e:cb:4c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535e3648-6142-4b8f-81c2-5b56a6ab5ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '6ea29914-6a3e-43e0-8bfc-f009f44f8c53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:22:38Z', 'updated_at': '2021-07-22T23:22:44Z', 'revision_number': 5, 'project_id': 'd0f7edb110c94c00be850b59f90f077e', 'subnets': [{'id': '6ea29914-6a3e-43e0-8bfc-f009f44f8c53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:24:40.180480 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9da73a6c-3c32-4adb-b3d9-6d933f28bcf3', 'tag': '1e45448a-f2d4-426b-9106-59718f25ce11'}] {{(pid=93192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:24:40.183140 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}116c38ea8adf6e412e27fa70d60466dac8b18d7b33470466fbdf59022c8e8666" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcfbaf90-ddf2-4a41-8a6f-f297a20b71c7" -d '{"events": [{"name": "network-changed", "server_uuid": "9da73a6c-3c32-4adb-b3d9-6d933f28bcf3", "tag": "1e45448a-f2d4-426b-9106-59718f25ce11"}]}' {{(pid=93192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:24:40.220592 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0406cb5-8056-49eb-a49e-9fed02a49b6d x-openstack-request-id: req-c0406cb5-8056-49eb-a49e-9fed02a49b6d {{(pid=93192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:24:40.220888 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9da73a6c-3c32-4adb-b3d9-6d933f28bcf3", "tag": "1e45448a-f2d4-426b-9106-59718f25ce11", "status": "completed", "code": 200}]} {{(pid=93192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:24:40.221135 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c0406cb5-8056-49eb-a49e-9fed02a49b6d {{(pid=93192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:24:40.221534 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9da73a6c-3c32-4adb-b3d9-6d933f28bcf3', 'tag': '1e45448a-f2d4-426b-9106-59718f25ce11', 'status': 'completed', 'code': 200} Jul 22 23:24:40.248525 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff74943-7053-4e65-bc68-bcef70e5a72a None None] New status for floating IP 7ca52c90-490b-4b8e-9acb-ec9b76168563: DOWN {{(pid=93195) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 23:24:40.319292 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfbaf90-ddf2-4a41-8a6f-f297a20b71c7 req-086991c3-6af4-4fba-980b-54aa9308ee64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:24:40.320856 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-fcfbaf90-ddf2-4a41-8a6f-f297a20b71c7 req-086991c3-6af4-4fba-980b-54aa9308ee64 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d0f7edb110c94c00be850b59f90f077e&device_id=9da73a6c-3c32-4adb-b3d9-6d933f28bcf3 HTTP/1.1" status: 200 len: 1098 time: 0.0534325 Jul 22 23:24:40.414089 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfbaf90-ddf2-4a41-8a6f-f297a20b71c7 req-73ee92f9-1216-4c2d-a48b-e6412cbc78aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:24:40.415524 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-fcfbaf90-ddf2-4a41-8a6f-f297a20b71c7 req-73ee92f9-1216-4c2d-a48b-e6412cbc78aa service neutron] 10.222.0.76 "GET /v2.0/networks?id=289f774d-ca22-4592-a313-a0fac81acdab HTTP/1.1" status: 200 len: 916 time: 0.0880253 Jul 22 23:24:40.456256 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-fcfbaf90-ddf2-4a41-8a6f-f297a20b71c7 req-cd9a7b0b-a78c-4865-9c9a-164411528b4b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1e45448a-f2d4-426b-9106-59718f25ce11 HTTP/1.1" status: 200 len: 217 time: 0.0334413 Jul 22 23:24:40.502764 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfbaf90-ddf2-4a41-8a6f-f297a20b71c7 req-3602ed36-0b08-4c74-858d-0bd3c0955eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:24:40.504140 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-fcfbaf90-ddf2-4a41-8a6f-f297a20b71c7 req-3602ed36-0b08-4c74-858d-0bd3c0955eeb service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6ea29914-6a3e-43e0-8bfc-f009f44f8c53 HTTP/1.1" status: 200 len: 854 time: 0.0418696 Jul 22 23:24:40.566023 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfbaf90-ddf2-4a41-8a6f-f297a20b71c7 req-c3940ad6-080a-4142-9b9c-0c34a8baefe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:24:40.567776 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-fcfbaf90-ddf2-4a41-8a6f-f297a20b71c7 req-c3940ad6-080a-4142-9b9c-0c34a8baefe8 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=289f774d-ca22-4592-a313-a0fac81acdab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0574017 Jul 22 23:24:40.663541 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-fcfbaf90-ddf2-4a41-8a6f-f297a20b71c7 req-234fbdaa-3e35-47e0-a626-6809abc71568 service neutron] 10.222.0.76 "GET /v2.0/networks/289f774d-ca22-4592-a313-a0fac81acdab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882123 Jul 22 23:24:40.762261 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-fcfbaf90-ddf2-4a41-8a6f-f297a20b71c7 req-e2471b8f-7a1f-4886-a6f6-8358a83caf02 service neutron] 10.222.0.76 "GET /v2.0/networks/289f774d-ca22-4592-a313-a0fac81acdab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923150 Jul 22 23:24:41.987975 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a5d93f-af97-4915-9db5-94e64f024e37 req-aa42fa5d-b1ae-46ac-8b11-98f788837c28 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:24:41.989417 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-79a5d93f-af97-4915-9db5-94e64f024e37 req-aa42fa5d-b1ae-46ac-8b11-98f788837c28 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] 10.222.0.44 "GET /v2.0/ports?device_id=9da73a6c-3c32-4adb-b3d9-6d933f28bcf3 HTTP/1.1" status: 200 len: 945 time: 0.0681858 Jul 22 23:24:42.027416 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-79a5d93f-af97-4915-9db5-94e64f024e37 req-ce0f29a1-3a66-42f5-a959-21425d5ee846 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f9a5646-3f57-4f21-93ad-eb6e576b5122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325196 Jul 22 23:24:43.155105 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb983c7e-4668-471d-a9ac-5c4cc961d5e1 req-84979c23-6186-4a52-bad0-a51f97f0eb2a tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:24:43.156646 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-eb983c7e-4668-471d-a9ac-5c4cc961d5e1 req-84979c23-6186-4a52-bad0-a51f97f0eb2a tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] 10.222.0.44 "GET /v2.0/ports?device_id=9da73a6c-3c32-4adb-b3d9-6d933f28bcf3 HTTP/1.1" status: 200 len: 945 time: 0.0630434 Jul 22 23:24:43.193190 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-eb983c7e-4668-471d-a9ac-5c4cc961d5e1 req-c25bfb30-df08-49f7-b484-5b5e7d4d491b tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f9a5646-3f57-4f21-93ad-eb6e576b5122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306356 Jul 22 23:24:43.923766 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7e7483-cabd-4696-9427-ebee914c5629 req-76f88076-ad6d-4ba2-97b8-ad829e007581 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:24:43.925264 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-0d7e7483-cabd-4696-9427-ebee914c5629 req-76f88076-ad6d-4ba2-97b8-ad829e007581 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] 10.222.0.76 "GET /v2.0/ports?device_id=9da73a6c-3c32-4adb-b3d9-6d933f28bcf3 HTTP/1.1" status: 200 len: 945 time: 0.0613072 Jul 22 23:24:44.020267 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.plugin [req-0d7e7483-cabd-4696-9427-ebee914c5629 req-8f150bc4-e322-4af4-8fcc-ace54b00459e tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Deleting port 1e45448a-f2d4-426b-9106-59718f25ce11 {{(pid=93193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:24:44.020558 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-0d7e7483-cabd-4696-9427-ebee914c5629 req-8f150bc4-e322-4af4-8fcc-ace54b00459e tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769065717140'] for port, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:44.107984 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.db [req-0d7e7483-cabd-4696-9427-ebee914c5629 req-8f150bc4-e322-4af4-8fcc-ace54b00459e tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] For port 1e45448a-f2d4-426b-9106-59718f25ce11, host hv-cinder-80187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80187',level=0,port_id=1e45448a-f2d4-426b-9106-59718f25ce11,segment=NetworkSegment(ed68cee3-2549-4ceb-be77-408b39b5233f),segment_id=ed68cee3-2549-4ceb-be77-408b39b5233f)] {{(pid=93193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:24:44.108352 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-0d7e7483-cabd-4696-9427-ebee914c5629 req-8f150bc4-e322-4af4-8fcc-ace54b00459e tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681326'] for port, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:44.120942 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.plugin [req-0d7e7483-cabd-4696-9427-ebee914c5629 req-8f150bc4-e322-4af4-8fcc-ace54b00459e tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Calling delete_port for 1e45448a-f2d4-426b-9106-59718f25ce11 owned by compute:nova {{(pid=93193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:24:44.248117 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-0d7e7483-cabd-4696-9427-ebee914c5629 req-8f150bc4-e322-4af4-8fcc-ace54b00459e tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769065717863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769065317250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31811438'] for port, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:44.276069 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f150bc4-e322-4af4-8fcc-ace54b00459e tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Pushing event deleted for resources: {'Port': ['ID=1e45448a-f2d4-426b-9106-59718f25ce11,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:24:44.284106 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] get_ports_and_sgs() called for port_ids ['1e45448a-f2d4-426b-9106-59718f25ce11'] {{(pid=93194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:24:44.288998 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [req-9999d95b-c52c-4959-9e69-a92931a11129 req-8bdb3251-fcf3-4ec9-8dbb-b1abd30bf712 tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] 10.222.0.44 "GET /v2.0/ports?device_id=9da73a6c-3c32-4adb-b3d9-6d933f28bcf3 HTTP/1.1" status: 200 len: 210 time: 0.0315084 Jul 22 23:24:44.308234 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f150bc4-e322-4af4-8fcc-ace54b00459e tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:24:44.308604 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f150bc4-e322-4af4-8fcc-ace54b00459e tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:24:44.308940 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f150bc4-e322-4af4-8fcc-ace54b00459e tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:24:44.309387 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f150bc4-e322-4af4-8fcc-ace54b00459e tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:24:44.309719 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f150bc4-e322-4af4-8fcc-ace54b00459e tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:24:44.310042 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f150bc4-e322-4af4-8fcc-ace54b00459e tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:24:44.310360 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f150bc4-e322-4af4-8fcc-ace54b00459e tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:24:44.310677 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f150bc4-e322-4af4-8fcc-ace54b00459e tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:24:44.310993 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f150bc4-e322-4af4-8fcc-ace54b00459e tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:24:44.311310 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f150bc4-e322-4af4-8fcc-ace54b00459e tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:24:44.311626 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f150bc4-e322-4af4-8fcc-ace54b00459e tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:24:44.311942 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f150bc4-e322-4af4-8fcc-ace54b00459e tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:24:44.336415 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d7e7483-cabd-4696-9427-ebee914c5629 req-8f150bc4-e322-4af4-8fcc-ace54b00459e tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] No DVR routers for this DVR port 1e45448a-f2d4-426b-9106-59718f25ce11 on host hv-cinder-80187 {{(pid=93193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:24:44.338817 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-0d7e7483-cabd-4696-9427-ebee914c5629 req-8f150bc4-e322-4af4-8fcc-ace54b00459e tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92570'] for port, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:44.340848 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [req-0d7e7483-cabd-4696-9427-ebee914c5629 req-8f150bc4-e322-4af4-8fcc-ace54b00459e tempest-TestMinimumBasicScenario-1147483337 tempest-TestMinimumBasicScenario-1147483337-project] 10.222.0.76 "DELETE /v2.0/ports/1e45448a-f2d4-426b-9106-59718f25ce11 HTTP/1.1" status: 204 len: 173 time: 0.4102292 Jul 22 23:24:44.341277 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9da73a6c-3c32-4adb-b3d9-6d933f28bcf3', 'name': 'network-vif-deleted', 'tag': '1e45448a-f2d4-426b-9106-59718f25ce11'}] {{(pid=93193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:24:44.343522 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53e3bfa867fb079e45cf064e3f04560eeff66f84eee23b8fde49e5f46f239411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a39fb174-450b-40cf-bb2b-01ee187e328a" -d '{"events": [{"server_uuid": "9da73a6c-3c32-4adb-b3d9-6d933f28bcf3", "name": "network-vif-deleted", "tag": "1e45448a-f2d4-426b-9106-59718f25ce11"}]}' {{(pid=93193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:24:44.379174 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2d13c15-85a7-42e3-b11e-a25fec4a421e x-openstack-request-id: req-f2d13c15-85a7-42e3-b11e-a25fec4a421e {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:24:44.379603 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9da73a6c-3c32-4adb-b3d9-6d933f28bcf3", "name": "network-vif-deleted", "tag": "1e45448a-f2d4-426b-9106-59718f25ce11", "status": "completed", "code": 200}]} {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:24:44.379940 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f2d13c15-85a7-42e3-b11e-a25fec4a421e {{(pid=93193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:24:44.380446 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9da73a6c-3c32-4adb-b3d9-6d933f28bcf3', 'name': 'network-vif-deleted', 'tag': '1e45448a-f2d4-426b-9106-59718f25ce11', 'status': 'completed', 'code': 200} Jul 22 23:24:45.495538 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-63506f17-df70-4d15-8c8c-f41cef17d428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:45.866456 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 42754) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:24:46.201404 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-ebfa001e-dd64-43c5-b57a-c972a76a09d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-679043'] for router_interface, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:46.451059 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.plugin [None req-ebfa001e-dd64-43c5-b57a-c972a76a09d6 admin admin] Deleting port 9560604f-e826-4503-bd61-74c3eb992b41 {{(pid=93192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:24:46.451399 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-ebfa001e-dd64-43c5-b57a-c972a76a09d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769065717140'] for port, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:46.527880 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.db [None req-ebfa001e-dd64-43c5-b57a-c972a76a09d6 admin admin] For port 9560604f-e826-4503-bd61-74c3eb992b41, host dv-cinder-801875-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801875-2-iscsi',level=0,port_id=9560604f-e826-4503-bd61-74c3eb992b41,segment=NetworkSegment(ed68cee3-2549-4ceb-be77-408b39b5233f),segment_id=ed68cee3-2549-4ceb-be77-408b39b5233f)] {{(pid=93192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:24:46.528161 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-ebfa001e-dd64-43c5-b57a-c972a76a09d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681326'] for port, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:46.540180 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.plugin [None req-ebfa001e-dd64-43c5-b57a-c972a76a09d6 admin admin] Calling delete_port for 9560604f-e826-4503-bd61-74c3eb992b41 owned by network:router_interface {{(pid=93192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:24:46.712287 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-ebfa001e-dd64-43c5-b57a-c972a76a09d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769065717863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769065317250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30393516'] for port, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:46.735213 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfa001e-dd64-43c5-b57a-c972a76a09d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=9560604f-e826-4503-bd61-74c3eb992b41,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:24:46.901919 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-ebfa001e-dd64-43c5-b57a-c972a76a09d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-678943'] for router_interface, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:47.105882 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebfa001e-dd64-43c5-b57a-c972a76a09d6 admin admin] Router 535e3648-6142-4b8f-81c2-5b56a6ab5ecf has already been hosted by L3 agent fdf30918-cf4b-4771-a7f5-907485eb00f1 {{(pid=93192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:24:47.204122 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebfa001e-dd64-43c5-b57a-c972a76a09d6 admin admin] Notify agent at l3_agent.dv-cinder-801875-2-iscsi the message routers_updated {{(pid=93192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:24:47.209088 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-ebfa001e-dd64-43c5-b57a-c972a76a09d6 admin admin] 10.222.0.44 "PUT /v2.0/routers/535e3648-6142-4b8f-81c2-5b56a6ab5ecf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3416376 Jul 22 23:24:47.211482 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 42756) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:24:47.213498 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71accf8-8d2f-43db-8457-4f1d1f0354b5 None None] Sync routers for ids ['535e3648-6142-4b8f-81c2-5b56a6ab5ecf'] in dv-cinder-801875-2-iscsi {{(pid=93194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:24:47.227315 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71accf8-8d2f-43db-8457-4f1d1f0354b5 None None] Routers {'535e3648-6142-4b8f-81c2-5b56a6ab5ecf'} bound to L3 agent in host dv-cinder-801875-2-iscsi {{(pid=93194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:24:47.227938 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-c71accf8-8d2f-43db-8457-4f1d1f0354b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801875-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:03:18Z,description=,heartbeat_timestamp=2021-07-22T23:24:18Z,host='dv-cinder-801875-2-iscsi',id=fdf30918-cf4b-4771-a7f5-907485eb00f1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:18Z,topic='l3_agent')) {'router_ids': ['535e3648-6142-4b8f-81c2-5b56a6ab5ecf'], 'active': True} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:24:47.314610 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-bcbf8436-bccc-462b-8cf8-01bd73a3024e admin admin] Notify callbacks [] for router, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:47.331216 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvr_db [None req-c71accf8-8d2f-43db-8457-4f1d1f0354b5 None None] Set router 535e3648-6142-4b8f-81c2-5b56a6ab5ecf gateway port host: dv-cinder-801875-2-iscsi {{(pid=93194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:24:47.414228 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-bcbf8436-bccc-462b-8cf8-01bd73a3024e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:47.469205 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.plugin [None req-bcbf8436-bccc-462b-8cf8-01bd73a3024e admin admin] Deleting port cb02f979-6ccb-4295-a9ae-c339869249b8 {{(pid=93192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:24:47.470101 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-bcbf8436-bccc-462b-8cf8-01bd73a3024e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769065717140'] for port, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:47.507820 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-c71accf8-8d2f-43db-8457-4f1d1f0354b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '535e3648-6142-4b8f-81c2-5b56a6ab5ecf', 'name': 'tempest-TestMinimumBasicScenario-1897873729-router', 'tenant_id': 'd0f7edb110c94c00be850b59f90f077e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'external_fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'cb02f979-6ccb-4295-a9ae-c339869249b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:22:36Z', 'updated_at': '2021-07-22T23:24:46Z', 'revision_number': 5, 'project_id': 'd0f7edb110c94c00be850b59f90f077e', 'gw_port': {'id': 'cb02f979-6ccb-4295-a9ae-c339869249b8', 'name': '', 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:8a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535e3648-6142-4b8f-81c2-5b56a6ab5ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:22:36Z', 'updated_at': '2021-07-22T23:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801875-2-iscsi'}], 'dv-cinder-801875-2-iscsi', False) {} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:24:47.533759 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71accf8-8d2f-43db-8457-4f1d1f0354b5 None None] Checking router: 535e3648-6142-4b8f-81c2-5b56a6ab5ecf for host: dv-cinder-801875-2-iscsi {{(pid=93194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:24:47.541977 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71accf8-8d2f-43db-8457-4f1d1f0354b5 None None] Routers {'535e3648-6142-4b8f-81c2-5b56a6ab5ecf'} bound to L3 agent in host dv-cinder-801875-2-iscsi {{(pid=93194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:24:47.542573 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-c71accf8-8d2f-43db-8457-4f1d1f0354b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801875-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:03:18Z,description=,heartbeat_timestamp=2021-07-22T23:24:18Z,host='dv-cinder-801875-2-iscsi',id=fdf30918-cf4b-4771-a7f5-907485eb00f1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:18Z,topic='l3_agent')) {'router_ids': ['535e3648-6142-4b8f-81c2-5b56a6ab5ecf'], 'active': True} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:24:47.549933 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.db [None req-bcbf8436-bccc-462b-8cf8-01bd73a3024e admin admin] For port cb02f979-6ccb-4295-a9ae-c339869249b8, host dv-cinder-801875-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801875-2-iscsi',level=0,port_id=cb02f979-6ccb-4295-a9ae-c339869249b8,segment=NetworkSegment(829b4ee6-bc3b-4b66-8264-3fcbe946197d),segment_id=829b4ee6-bc3b-4b66-8264-3fcbe946197d)] {{(pid=93192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:24:47.550291 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-bcbf8436-bccc-462b-8cf8-01bd73a3024e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681326'] for port, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:47.561589 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.plugin [None req-bcbf8436-bccc-462b-8cf8-01bd73a3024e admin admin] Calling delete_port for cb02f979-6ccb-4295-a9ae-c339869249b8 owned by network:router_gateway {{(pid=93192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:24:47.579009 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Device 1e45448a-f2d4-426b-9106-59718f25ce11 no longer exists at agent hyperv_hv-cinder-80187 {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:24:47.623020 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] No Port match for: 1e45448a-f2d4-426b-9106-59718f25ce11 {{(pid=93194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:24:47.623420 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Device 1e45448a-f2d4-426b-9106-59718f25ce11 not bound to the agent host hv-cinder-80187 {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:24:47.645818 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvr_db [None req-c71accf8-8d2f-43db-8457-4f1d1f0354b5 None None] Set router 535e3648-6142-4b8f-81c2-5b56a6ab5ecf gateway port host: None {{(pid=93194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:24:47.700165 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-c71accf8-8d2f-43db-8457-4f1d1f0354b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '535e3648-6142-4b8f-81c2-5b56a6ab5ecf', 'name': 'tempest-TestMinimumBasicScenario-1897873729-router', 'tenant_id': 'd0f7edb110c94c00be850b59f90f077e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:22:36Z', 'updated_at': '2021-07-22T23:24:47Z', 'revision_number': 6, 'project_id': 'd0f7edb110c94c00be850b59f90f077e', 'gw_port_host': None}], 'dv-cinder-801875-2-iscsi', False) {} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:24:47.733173 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71accf8-8d2f-43db-8457-4f1d1f0354b5 None None] The sync data for ids ['535e3648-6142-4b8f-81c2-5b56a6ab5ecf'] in dv-cinder-801875-2-iscsi is: [{'id': '535e3648-6142-4b8f-81c2-5b56a6ab5ecf', 'name': 'tempest-TestMinimumBasicScenario-1897873729-router', 'tenant_id': 'd0f7edb110c94c00be850b59f90f077e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:22:36Z', 'updated_at': '2021-07-22T23:24:47Z', 'revision_number': 6, 'project_id': 'd0f7edb110c94c00be850b59f90f077e', 'gw_port_host': None}] {{(pid=93194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:24:47.975898 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-bcbf8436-bccc-462b-8cf8-01bd73a3024e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769065717863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769065317250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30393516'] for port, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:48.005466 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbf8436-bccc-462b-8cf8-01bd73a3024e admin admin] Pushing event deleted for resources: {'Port': ['ID=cb02f979-6ccb-4295-a9ae-c339869249b8,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:24:48.068346 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-bcbf8436-bccc-462b-8cf8-01bd73a3024e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680889'] for router_gateway, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:48.158120 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-bcbf8436-bccc-462b-8cf8-01bd73a3024e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-680302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12241'] for router, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:48.160190 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-bcbf8436-bccc-462b-8cf8-01bd73a3024e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:48.179636 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-21b96555-3a7e-4189-908d-1d36547297ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:48.201770 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-bcbf8436-bccc-462b-8cf8-01bd73a3024e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-681282'] for router, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:48.202397 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcbf8436-bccc-462b-8cf8-01bd73a3024e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 535e3648-6142-4b8f-81c2-5b56a6ab5ecf {{(pid=93192) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:24:48.206773 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-bcbf8436-bccc-462b-8cf8-01bd73a3024e admin admin] Notify callbacks [] for router, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:48.207922 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-bcbf8436-bccc-462b-8cf8-01bd73a3024e admin admin] 10.222.0.44 "DELETE /v2.0/routers/535e3648-6142-4b8f-81c2-5b56a6ab5ecf HTTP/1.1" status: 204 len: 168 time: 0.9953601 Jul 22 23:24:48.210372 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 42758) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:24:48.254015 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.db.db_base_plugin_v2 [None req-331e3e86-9fa9-4dbe-8c8e-a3432f2ee1bd admin admin] Deleting subnet 6ea29914-6a3e-43e0-8bfc-f009f44f8c53 {{(pid=93192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:24:48.256978 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-331e3e86-9fa9-4dbe-8c8e-a3432f2ee1bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:48.293638 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-331e3e86-9fa9-4dbe-8c8e-a3432f2ee1bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30393563'] for subnet, precommit_delete_associations {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:48.367910 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-331e3e86-9fa9-4dbe-8c8e-a3432f2ee1bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1834514'] for subnet, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:48.417774 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-331e3e86-9fa9-4dbe-8c8e-a3432f2ee1bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1834523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30393593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30098377'] for subnet, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:48.445018 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-331e3e86-9fa9-4dbe-8c8e-a3432f2ee1bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585183'] for subnet, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:48.449268 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-331e3e86-9fa9-4dbe-8c8e-a3432f2ee1bd admin admin] 10.222.0.44 "DELETE /v2.0/subnets/6ea29914-6a3e-43e0-8bfc-f009f44f8c53 HTTP/1.1" status: 204 len: 168 time: 0.2356439 Jul 22 23:24:48.449268 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331e3e86-9fa9-4dbe-8c8e-a3432f2ee1bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ea29914-6a3e-43e0-8bfc-f009f44f8c53,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:24:48.450557 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 42760) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:24:48.452612 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379af91d-a623-4f9f-904c-11ad5a2592c2 None None] Network 289f774d-ca22-4592-a313-a0fac81acdab requested from dv-cinder-801875-2-iscsi {{(pid=93194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:24:48.526605 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-2b2f5f03-20a7-42d7-a93e-8e1d0e8e9225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589717'] for network, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:48.580632 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.plugin [None req-2b2f5f03-20a7-42d7-a93e-8e1d0e8e9225 admin admin] Deleting port 6d96e98a-6b6f-4180-ac42-48a4647720fb {{(pid=93192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:24:48.581285 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-2b2f5f03-20a7-42d7-a93e-8e1d0e8e9225 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769065717140'] for port, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:48.649767 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.db [None req-2b2f5f03-20a7-42d7-a93e-8e1d0e8e9225 admin admin] For port 6d96e98a-6b6f-4180-ac42-48a4647720fb, host dv-cinder-801875-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801875-2-iscsi',level=0,port_id=6d96e98a-6b6f-4180-ac42-48a4647720fb,segment=NetworkSegment(ed68cee3-2549-4ceb-be77-408b39b5233f),segment_id=ed68cee3-2549-4ceb-be77-408b39b5233f)] {{(pid=93192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:24:48.650132 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-2b2f5f03-20a7-42d7-a93e-8e1d0e8e9225 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681326'] for port, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:48.652682 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75180d49-6bb1-4052-8399-a25e3b1522f7 None None] DHCP port deletion for 289f774d-ca22-4592-a313-a0fac81acdab request from dv-cinder-801875-2-iscsi {{(pid=93194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:24:48.663444 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.plugin [None req-2b2f5f03-20a7-42d7-a93e-8e1d0e8e9225 admin admin] Calling delete_port for 6d96e98a-6b6f-4180-ac42-48a4647720fb owned by network:dhcp {{(pid=93192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:24:48.699262 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:48.714050 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-75180d49-6bb1-4052-8399-a25e3b1522f7 None None] Deleting port 6d96e98a-6b6f-4180-ac42-48a4647720fb {{(pid=93194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:24:48.714426 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75180d49-6bb1-4052-8399-a25e3b1522f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769065717140'] for port, before_delete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:48.751345 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-2b2f5f03-20a7-42d7-a93e-8e1d0e8e9225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769065717863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769065317250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30393516'] for port, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:48.780817 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2f5f03-20a7-42d7-a93e-8e1d0e8e9225 admin admin] No DVR routers for this DVR port 6d96e98a-6b6f-4180-ac42-48a4647720fb on host dv-cinder-801875-2-iscsi {{(pid=93192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:24:48.782511 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2f5f03-20a7-42d7-a93e-8e1d0e8e9225 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d96e98a-6b6f-4180-ac42-48a4647720fb,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:24:48.791068 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-75180d49-6bb1-4052-8399-a25e3b1522f7 None None] For port 6d96e98a-6b6f-4180-ac42-48a4647720fb, host dv-cinder-801875-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801875-2-iscsi',level=0,port_id=6d96e98a-6b6f-4180-ac42-48a4647720fb,segment=NetworkSegment(ed68cee3-2549-4ceb-be77-408b39b5233f),segment_id=ed68cee3-2549-4ceb-be77-408b39b5233f)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:24:48.791460 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75180d49-6bb1-4052-8399-a25e3b1522f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681326'] for port, precommit_delete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:48.806112 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-75180d49-6bb1-4052-8399-a25e3b1522f7 None None] Calling delete_port for 6d96e98a-6b6f-4180-ac42-48a4647720fb owned by network:dhcp {{(pid=93194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:24:48.807788 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:48.854534 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-2b2f5f03-20a7-42d7-a93e-8e1d0e8e9225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1832750', 'neutron.services.segments.db._delete_segments_for_network-8769065864497'] for network, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:48.864444 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.services.segments.db [None req-2b2f5f03-20a7-42d7-a93e-8e1d0e8e9225 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['289f774d-ca22-4592-a313-a0fac81acdab']}} {{(pid=93192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:24:48.874311 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.services.segments.db [None req-2b2f5f03-20a7-42d7-a93e-8e1d0e8e9225 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed68cee3-2549-4ceb-be77-408b39b5233f') {'for_net_delete': True} {{(pid=93192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:24:48.874676 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.services.segments.db [None req-2b2f5f03-20a7-42d7-a93e-8e1d0e8e9225 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed68cee3-2549-4ceb-be77-408b39b5233f') {} {{(pid=93192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:24:48.881952 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75180d49-6bb1-4052-8399-a25e3b1522f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769065717863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769065317250'] for port, after_delete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:48.883661 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-2b2f5f03-20a7-42d7-a93e-8e1d0e8e9225 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769065866554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30393554'] for segment, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:48.897249 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-2b2f5f03-20a7-42d7-a93e-8e1d0e8e9225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822282'] for segment, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:48.903227 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b2f5f03-20a7-42d7-a93e-8e1d0e8e9225 admin admin] Releasing vlan 871 on physical network physnet1 to pool {{(pid=93192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:24:48.903634 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-2b2f5f03-20a7-42d7-a93e-8e1d0e8e9225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30393475'] for segment, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:48.905613 dv-cinder-801875-2-iscsi neutron-server[93192]: Traceback (most recent call last): Jul 22 23:24:48.905613 dv-cinder-801875-2-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:24:48.905613 dv-cinder-801875-2-iscsi neutron-server[93192]: timer() Jul 22 23:24:48.905613 dv-cinder-801875-2-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:24:48.905613 dv-cinder-801875-2-iscsi neutron-server[93192]: cb(*args, **kw) Jul 22 23:24:48.905613 dv-cinder-801875-2-iscsi neutron-server[93192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:24:48.905613 dv-cinder-801875-2-iscsi neutron-server[93192]: return func(*args, **kwargs) Jul 22 23:24:48.905613 dv-cinder-801875-2-iscsi neutron-server[93192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:24:48.905613 dv-cinder-801875-2-iscsi neutron-server[93192]: self._notify() Jul 22 23:24:48.905613 dv-cinder-801875-2-iscsi neutron-server[93192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:24:48.905613 dv-cinder-801875-2-iscsi neutron-server[93192]: self.callback(batched_events) Jul 22 23:24:48.905613 dv-cinder-801875-2-iscsi neutron-server[93192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:24:48.905613 dv-cinder-801875-2-iscsi neutron-server[93192]: event.method(event) Jul 22 23:24:48.905613 dv-cinder-801875-2-iscsi neutron-server[93192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:24:48.905613 dv-cinder-801875-2-iscsi neutron-server[93192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:24:48.905613 dv-cinder-801875-2-iscsi neutron-server[93192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:24:48.905613 dv-cinder-801875-2-iscsi neutron-server[93192]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:24:48.905613 dv-cinder-801875-2-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:24:48.905613 dv-cinder-801875-2-iscsi neutron-server[93192]: return f(self, *a, **k) Jul 22 23:24:48.905613 dv-cinder-801875-2-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:24:48.905613 dv-cinder-801875-2-iscsi neutron-server[93192]: return self._get(url).json() Jul 22 23:24:48.905613 dv-cinder-801875-2-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:24:48.905613 dv-cinder-801875-2-iscsi neutron-server[93192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:24:48.905613 dv-cinder-801875-2-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:24:48.905613 dv-cinder-801875-2-iscsi neutron-server[93192]: return self.request(url, 'GET', **kwargs) Jul 22 23:24:48.905613 dv-cinder-801875-2-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:24:48.905613 dv-cinder-801875-2-iscsi neutron-server[93192]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:24:48.905613 dv-cinder-801875-2-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:24:48.905613 dv-cinder-801875-2-iscsi neutron-server[93192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:24:48.905613 dv-cinder-801875-2-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:24:48.905613 dv-cinder-801875-2-iscsi neutron-server[93192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:24:48.905613 dv-cinder-801875-2-iscsi neutron-server[93192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:24:48.911751 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75180d49-6bb1-4052-8399-a25e3b1522f7 None None] Pushing event deleted for resources: {'Port': ['ID=6d96e98a-6b6f-4180-ac42-48a4647720fb,revision_number=None']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:24:48.913997 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75180d49-6bb1-4052-8399-a25e3b1522f7 None None] No DVR routers for this DVR port 6d96e98a-6b6f-4180-ac42-48a4647720fb on host dv-cinder-801875-2-iscsi {{(pid=93194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:24:48.923372 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75180d49-6bb1-4052-8399-a25e3b1522f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:24:48.924049 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75180d49-6bb1-4052-8399-a25e3b1522f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:24:48.924420 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75180d49-6bb1-4052-8399-a25e3b1522f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:24:48.924621 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75180d49-6bb1-4052-8399-a25e3b1522f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:24:48.924957 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75180d49-6bb1-4052-8399-a25e3b1522f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:24:48.925288 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75180d49-6bb1-4052-8399-a25e3b1522f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:24:48.925617 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75180d49-6bb1-4052-8399-a25e3b1522f7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:24:48.925936 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75180d49-6bb1-4052-8399-a25e3b1522f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:24:48.926259 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75180d49-6bb1-4052-8399-a25e3b1522f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:24:48.926602 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75180d49-6bb1-4052-8399-a25e3b1522f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:24:48.926910 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75180d49-6bb1-4052-8399-a25e3b1522f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:24:48.927232 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75180d49-6bb1-4052-8399-a25e3b1522f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801875-2-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:24:48.966221 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-2b2f5f03-20a7-42d7-a93e-8e1d0e8e9225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1832741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680861'] for network, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:48.971041 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-2b2f5f03-20a7-42d7-a93e-8e1d0e8e9225 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585183'] for network, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:48.972916 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-2b2f5f03-20a7-42d7-a93e-8e1d0e8e9225 admin admin] 10.222.0.44 "DELETE /v2.0/networks/289f774d-ca22-4592-a313-a0fac81acdab HTTP/1.1" status: 204 len: 168 time: 0.5212018 Jul 22 23:24:48.976075 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 42762) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:24:48.985609 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2f5f03-20a7-42d7-a93e-8e1d0e8e9225 admin admin] Pushing event deleted for resources: {'Network': ['ID=289f774d-ca22-4592-a313-a0fac81acdab,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:24:49.179003 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-d6d3e244-519d-4c84-95ee-f6386db2b0d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:49.270091 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Device cb02f979-6ccb-4295-a9ae-c339869249b8 no longer exists at agent ovs-agent-dv-cinder-801875-2-iscsi {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:24:49.291458 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] No Port match for: cb02f979-6ccb-4295-a9ae-c339869249b8 {{(pid=93194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:24:49.291799 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Device cb02f979-6ccb-4295-a9ae-c339869249b8 not bound to the agent host dv-cinder-801875-2-iscsi {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:24:49.292223 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Device 6d96e98a-6b6f-4180-ac42-48a4647720fb no longer exists at agent ovs-agent-dv-cinder-801875-2-iscsi {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:24:49.310544 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] No Port match for: 6d96e98a-6b6f-4180-ac42-48a4647720fb {{(pid=93194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:24:49.310891 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Device 6d96e98a-6b6f-4180-ac42-48a4647720fb not bound to the agent host dv-cinder-801875-2-iscsi {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:24:49.311296 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Device 9560604f-e826-4503-bd61-74c3eb992b41 no longer exists at agent ovs-agent-dv-cinder-801875-2-iscsi {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:24:49.324030 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-5fa161f7-6d6a-4af6-adcf-668e17b753cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-679043'] for router_interface, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:49.330088 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] No Port match for: 9560604f-e826-4503-bd61-74c3eb992b41 {{(pid=93194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:24:49.330430 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Device 9560604f-e826-4503-bd61-74c3eb992b41 not bound to the agent host dv-cinder-801875-2-iscsi {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:24:49.572217 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.plugin [None req-5fa161f7-6d6a-4af6-adcf-668e17b753cb admin admin] Deleting port 67b525b9-bafe-4367-8355-9c510881a74e {{(pid=93193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:24:49.572684 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-5fa161f7-6d6a-4af6-adcf-668e17b753cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769065717140'] for port, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:49.648679 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.db [None req-5fa161f7-6d6a-4af6-adcf-668e17b753cb admin admin] For port 67b525b9-bafe-4367-8355-9c510881a74e, host dv-cinder-801875-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801875-2-iscsi',level=0,port_id=67b525b9-bafe-4367-8355-9c510881a74e,segment=NetworkSegment(a5c3de85-9c12-4cf7-9c29-317c1cbce317),segment_id=a5c3de85-9c12-4cf7-9c29-317c1cbce317)] {{(pid=93193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:24:49.649035 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-5fa161f7-6d6a-4af6-adcf-668e17b753cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681326'] for port, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:49.660911 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.plugin [None req-5fa161f7-6d6a-4af6-adcf-668e17b753cb admin admin] Calling delete_port for 67b525b9-bafe-4367-8355-9c510881a74e owned by network:router_interface {{(pid=93193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:24:49.833958 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-5fa161f7-6d6a-4af6-adcf-668e17b753cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769065717863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769065317250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31811438'] for port, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:49.862191 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa161f7-6d6a-4af6-adcf-668e17b753cb admin admin] Pushing event deleted for resources: {'Port': ['ID=67b525b9-bafe-4367-8355-9c510881a74e,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:24:50.025626 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-5fa161f7-6d6a-4af6-adcf-668e17b753cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-678943'] for router_interface, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:50.230915 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fa161f7-6d6a-4af6-adcf-668e17b753cb admin admin] Router 5a61350b-4e38-4d72-a5e6-792d089c6785 has already been hosted by L3 agent fdf30918-cf4b-4771-a7f5-907485eb00f1 {{(pid=93193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:24:50.332567 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fa161f7-6d6a-4af6-adcf-668e17b753cb admin admin] Notify agent at l3_agent.dv-cinder-801875-2-iscsi the message routers_updated {{(pid=93193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:24:50.337542 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-5fa161f7-6d6a-4af6-adcf-668e17b753cb admin admin] 10.222.0.44 "PUT /v2.0/routers/5a61350b-4e38-4d72-a5e6-792d089c6785/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3603840 Jul 22 23:24:50.340097 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 42764) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:24:50.340817 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbda1461-076d-442d-8ada-12c90a1a9fb1 None None] Sync routers for ids ['5a61350b-4e38-4d72-a5e6-792d089c6785'] in dv-cinder-801875-2-iscsi {{(pid=93195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:24:50.350390 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbda1461-076d-442d-8ada-12c90a1a9fb1 None None] Routers {'5a61350b-4e38-4d72-a5e6-792d089c6785'} bound to L3 agent in host dv-cinder-801875-2-iscsi {{(pid=93195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:24:50.351000 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-fbda1461-076d-442d-8ada-12c90a1a9fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801875-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:03:18Z,description=,heartbeat_timestamp=2021-07-22T23:24:48Z,host='dv-cinder-801875-2-iscsi',id=fdf30918-cf4b-4771-a7f5-907485eb00f1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:18Z,topic='l3_agent')) {'router_ids': ['5a61350b-4e38-4d72-a5e6-792d089c6785'], 'active': True} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:24:50.438953 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-76992173-6ffa-4da3-a04a-3b9301b1ed08 admin admin] Notify callbacks [] for router, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:50.450727 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvr_db [None req-fbda1461-076d-442d-8ada-12c90a1a9fb1 None None] Set router 5a61350b-4e38-4d72-a5e6-792d089c6785 gateway port host: dv-cinder-801875-2-iscsi {{(pid=93195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:24:50.536109 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-76992173-6ffa-4da3-a04a-3b9301b1ed08 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:50.595873 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.plugin [None req-76992173-6ffa-4da3-a04a-3b9301b1ed08 admin admin] Deleting port 5cf85f41-16b4-415f-ae0b-52ecc4c158a8 {{(pid=93193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:24:50.596211 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-76992173-6ffa-4da3-a04a-3b9301b1ed08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769065717140'] for port, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:50.675717 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.db [None req-76992173-6ffa-4da3-a04a-3b9301b1ed08 admin admin] For port 5cf85f41-16b4-415f-ae0b-52ecc4c158a8, host dv-cinder-801875-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801875-2-iscsi',level=0,port_id=5cf85f41-16b4-415f-ae0b-52ecc4c158a8,segment=NetworkSegment(829b4ee6-bc3b-4b66-8264-3fcbe946197d),segment_id=829b4ee6-bc3b-4b66-8264-3fcbe946197d)] {{(pid=93193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:24:50.676073 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-76992173-6ffa-4da3-a04a-3b9301b1ed08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681326'] for port, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:50.688215 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.plugin [None req-76992173-6ffa-4da3-a04a-3b9301b1ed08 admin admin] Calling delete_port for 5cf85f41-16b4-415f-ae0b-52ecc4c158a8 owned by network:router_gateway {{(pid=93193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:24:50.716718 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-fbda1461-076d-442d-8ada-12c90a1a9fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a61350b-4e38-4d72-a5e6-792d089c6785', 'name': 'tempest-TestMinimumBasicScenario-1509358048-router', 'tenant_id': 'f30b9b0f668e44e1913afdbba683a5b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'external_fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '5cf85f41-16b4-415f-ae0b-52ecc4c158a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:22:40Z', 'updated_at': '2021-07-22T23:24:49Z', 'revision_number': 5, 'project_id': 'f30b9b0f668e44e1913afdbba683a5b3', 'gw_port': {'id': '5cf85f41-16b4-415f-ae0b-52ecc4c158a8', 'name': '', 'network_id': 'e89e037f-b917-4fce-8638-db5189a5e8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c9:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a61350b-4e38-4d72-a5e6-792d089c6785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801875-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:22:41Z', 'updated_at': '2021-07-22T23:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d2d3a68-9173-4429-9239-290b8b68fb34', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801875-2-iscsi'}], 'dv-cinder-801875-2-iscsi', False) {} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:24:50.742497 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbda1461-076d-442d-8ada-12c90a1a9fb1 None None] Checking router: 5a61350b-4e38-4d72-a5e6-792d089c6785 for host: dv-cinder-801875-2-iscsi {{(pid=93195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:24:50.750565 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbda1461-076d-442d-8ada-12c90a1a9fb1 None None] Routers {'5a61350b-4e38-4d72-a5e6-792d089c6785'} bound to L3 agent in host dv-cinder-801875-2-iscsi {{(pid=93195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:24:50.751182 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-fbda1461-076d-442d-8ada-12c90a1a9fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801875-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:03:18Z,description=,heartbeat_timestamp=2021-07-22T23:24:48Z,host='dv-cinder-801875-2-iscsi',id=fdf30918-cf4b-4771-a7f5-907485eb00f1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:03:18Z,topic='l3_agent')) {'router_ids': ['5a61350b-4e38-4d72-a5e6-792d089c6785'], 'active': True} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:24:50.834475 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvr_db [None req-fbda1461-076d-442d-8ada-12c90a1a9fb1 None None] Set router 5a61350b-4e38-4d72-a5e6-792d089c6785 gateway port host: None {{(pid=93195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:24:50.850218 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-76992173-6ffa-4da3-a04a-3b9301b1ed08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769065717863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769065317250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31811438'] for port, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:50.874671 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76992173-6ffa-4da3-a04a-3b9301b1ed08 admin admin] Pushing event deleted for resources: {'Port': ['ID=5cf85f41-16b4-415f-ae0b-52ecc4c158a8,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:24:50.887196 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-fbda1461-076d-442d-8ada-12c90a1a9fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a61350b-4e38-4d72-a5e6-792d089c6785', 'name': 'tempest-TestMinimumBasicScenario-1509358048-router', 'tenant_id': 'f30b9b0f668e44e1913afdbba683a5b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:22:40Z', 'updated_at': '2021-07-22T23:24:50Z', 'revision_number': 6, 'project_id': 'f30b9b0f668e44e1913afdbba683a5b3', 'gw_port_host': None}], 'dv-cinder-801875-2-iscsi', False) {} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:24:50.913493 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbda1461-076d-442d-8ada-12c90a1a9fb1 None None] The sync data for ids ['5a61350b-4e38-4d72-a5e6-792d089c6785'] in dv-cinder-801875-2-iscsi is: [{'id': '5a61350b-4e38-4d72-a5e6-792d089c6785', 'name': 'tempest-TestMinimumBasicScenario-1509358048-router', 'tenant_id': 'f30b9b0f668e44e1913afdbba683a5b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:22:40Z', 'updated_at': '2021-07-22T23:24:50Z', 'revision_number': 6, 'project_id': 'f30b9b0f668e44e1913afdbba683a5b3', 'gw_port_host': None}] {{(pid=93195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:24:50.941547 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-76992173-6ffa-4da3-a04a-3b9301b1ed08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680889'] for router_gateway, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:50.964832 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-cbf739a1-5d20-402c-989d-00d0f7e6e81c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:51.032485 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-76992173-6ffa-4da3-a04a-3b9301b1ed08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-680302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12241'] for router, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:51.034531 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-76992173-6ffa-4da3-a04a-3b9301b1ed08 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:51.075027 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-76992173-6ffa-4da3-a04a-3b9301b1ed08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-681282'] for router, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:51.075583 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76992173-6ffa-4da3-a04a-3b9301b1ed08 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5a61350b-4e38-4d72-a5e6-792d089c6785 {{(pid=93193) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:24:51.080309 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-76992173-6ffa-4da3-a04a-3b9301b1ed08 admin admin] Notify callbacks [] for router, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:51.081471 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-76992173-6ffa-4da3-a04a-3b9301b1ed08 admin admin] 10.222.0.44 "DELETE /v2.0/routers/5a61350b-4e38-4d72-a5e6-792d089c6785 HTTP/1.1" status: 204 len: 168 time: 0.7404230 Jul 22 23:24:51.083963 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 42766) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:24:51.126217 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.db.db_base_plugin_v2 [None req-c813dc31-1f06-44f0-91c8-70364ae8d82a admin admin] Deleting subnet 38e6cafe-ee67-446e-ac13-aa43ca2c25cc {{(pid=93193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:24:51.129050 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-c813dc31-1f06-44f0-91c8-70364ae8d82a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:51.164585 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-c813dc31-1f06-44f0-91c8-70364ae8d82a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31082759'] for subnet, precommit_delete_associations {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:51.242236 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-c813dc31-1f06-44f0-91c8-70364ae8d82a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1834514'] for subnet, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:51.298340 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-c813dc31-1f06-44f0-91c8-70364ae8d82a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1834523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-850684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31811387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30516269'] for subnet, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:51.324238 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c813dc31-1f06-44f0-91c8-70364ae8d82a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38e6cafe-ee67-446e-ac13-aa43ca2c25cc,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:24:51.331790 dv-cinder-801875-2-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-c813dc31-1f06-44f0-91c8-70364ae8d82a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:51.333738 dv-cinder-801875-2-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-c813dc31-1f06-44f0-91c8-70364ae8d82a admin admin] 10.222.0.44 "DELETE /v2.0/subnets/38e6cafe-ee67-446e-ac13-aa43ca2c25cc HTTP/1.1" status: 204 len: 168 time: 0.2488291 Jul 22 23:24:51.337661 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 42768) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:24:51.341793 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9593a849-cabb-4239-b214-8e3c48a7eaad None None] Network 9f88688d-0142-47f1-a60c-c5a00560066e requested from dv-cinder-801875-2-iscsi {{(pid=93194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:24:51.370587 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Device 67b525b9-bafe-4367-8355-9c510881a74e no longer exists at agent ovs-agent-dv-cinder-801875-2-iscsi {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:24:51.392159 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] No Port match for: 67b525b9-bafe-4367-8355-9c510881a74e {{(pid=93194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:24:51.392454 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Device 67b525b9-bafe-4367-8355-9c510881a74e not bound to the agent host dv-cinder-801875-2-iscsi {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:24:51.412933 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-2a35da79-c30e-4a98-b24a-ecf2ba7c0b50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1589717'] for network, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:51.466088 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.plugin [None req-2a35da79-c30e-4a98-b24a-ecf2ba7c0b50 admin admin] Deleting port 772d428b-bb52-4135-aa2f-484284abecb0 {{(pid=93192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:24:51.466517 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-2a35da79-c30e-4a98-b24a-ecf2ba7c0b50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769065717140'] for port, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:51.533857 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.db [None req-2a35da79-c30e-4a98-b24a-ecf2ba7c0b50 admin admin] For port 772d428b-bb52-4135-aa2f-484284abecb0, host dv-cinder-801875-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801875-2-iscsi',level=0,port_id=772d428b-bb52-4135-aa2f-484284abecb0,segment=NetworkSegment(a5c3de85-9c12-4cf7-9c29-317c1cbce317),segment_id=a5c3de85-9c12-4cf7-9c29-317c1cbce317)] {{(pid=93192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:24:51.534216 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-2a35da79-c30e-4a98-b24a-ecf2ba7c0b50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681326'] for port, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:51.545570 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.plugin [None req-2a35da79-c30e-4a98-b24a-ecf2ba7c0b50 admin admin] Calling delete_port for 772d428b-bb52-4135-aa2f-484284abecb0 owned by network:dhcp {{(pid=93192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:24:51.622997 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-2a35da79-c30e-4a98-b24a-ecf2ba7c0b50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1807527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769065717863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769065317250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30393516'] for port, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:51.659235 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a35da79-c30e-4a98-b24a-ecf2ba7c0b50 admin admin] No DVR routers for this DVR port 772d428b-bb52-4135-aa2f-484284abecb0 on host dv-cinder-801875-2-iscsi {{(pid=93192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:24:51.662719 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a35da79-c30e-4a98-b24a-ecf2ba7c0b50 admin admin] Pushing event deleted for resources: {'Port': ['ID=772d428b-bb52-4135-aa2f-484284abecb0,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:24:51.693103 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9507b391-41e0-478c-945c-7c4d4db3a8b1 None None] DHCP port deletion for 9f88688d-0142-47f1-a60c-c5a00560066e request from dv-cinder-801875-2-iscsi {{(pid=93194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:24:51.736514 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-2a35da79-c30e-4a98-b24a-ecf2ba7c0b50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1832750', 'neutron.services.segments.db._delete_segments_for_network-8769065864497'] for network, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:51.746468 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.services.segments.db [None req-2a35da79-c30e-4a98-b24a-ecf2ba7c0b50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f88688d-0142-47f1-a60c-c5a00560066e']}} {{(pid=93192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:24:51.756239 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.services.segments.db [None req-2a35da79-c30e-4a98-b24a-ecf2ba7c0b50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5c3de85-9c12-4cf7-9c29-317c1cbce317') {'for_net_delete': True} {{(pid=93192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:24:51.756579 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.services.segments.db [None req-2a35da79-c30e-4a98-b24a-ecf2ba7c0b50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5c3de85-9c12-4cf7-9c29-317c1cbce317') {} {{(pid=93192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:24:51.765390 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-2a35da79-c30e-4a98-b24a-ecf2ba7c0b50 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769065866554', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30393554'] for segment, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:51.779368 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-2a35da79-c30e-4a98-b24a-ecf2ba7c0b50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822282'] for segment, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:51.786314 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a35da79-c30e-4a98-b24a-ecf2ba7c0b50 admin admin] Releasing vlan 893 on physical network physnet1 to pool {{(pid=93192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:24:51.786708 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-2a35da79-c30e-4a98-b24a-ecf2ba7c0b50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30393475'] for segment, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:51.788671 dv-cinder-801875-2-iscsi neutron-server[93192]: Traceback (most recent call last): Jul 22 23:24:51.788671 dv-cinder-801875-2-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:24:51.788671 dv-cinder-801875-2-iscsi neutron-server[93192]: timer() Jul 22 23:24:51.788671 dv-cinder-801875-2-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:24:51.788671 dv-cinder-801875-2-iscsi neutron-server[93192]: cb(*args, **kw) Jul 22 23:24:51.788671 dv-cinder-801875-2-iscsi neutron-server[93192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:24:51.788671 dv-cinder-801875-2-iscsi neutron-server[93192]: return func(*args, **kwargs) Jul 22 23:24:51.788671 dv-cinder-801875-2-iscsi neutron-server[93192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:24:51.788671 dv-cinder-801875-2-iscsi neutron-server[93192]: self._notify() Jul 22 23:24:51.788671 dv-cinder-801875-2-iscsi neutron-server[93192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:24:51.788671 dv-cinder-801875-2-iscsi neutron-server[93192]: self.callback(batched_events) Jul 22 23:24:51.788671 dv-cinder-801875-2-iscsi neutron-server[93192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:24:51.788671 dv-cinder-801875-2-iscsi neutron-server[93192]: event.method(event) Jul 22 23:24:51.788671 dv-cinder-801875-2-iscsi neutron-server[93192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:24:51.788671 dv-cinder-801875-2-iscsi neutron-server[93192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:24:51.788671 dv-cinder-801875-2-iscsi neutron-server[93192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:24:51.788671 dv-cinder-801875-2-iscsi neutron-server[93192]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:24:51.788671 dv-cinder-801875-2-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:24:51.788671 dv-cinder-801875-2-iscsi neutron-server[93192]: return f(self, *a, **k) Jul 22 23:24:51.788671 dv-cinder-801875-2-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:24:51.788671 dv-cinder-801875-2-iscsi neutron-server[93192]: return self._get(url).json() Jul 22 23:24:51.788671 dv-cinder-801875-2-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:24:51.788671 dv-cinder-801875-2-iscsi neutron-server[93192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:24:51.788671 dv-cinder-801875-2-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:24:51.788671 dv-cinder-801875-2-iscsi neutron-server[93192]: return self.request(url, 'GET', **kwargs) Jul 22 23:24:51.788671 dv-cinder-801875-2-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:24:51.788671 dv-cinder-801875-2-iscsi neutron-server[93192]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:24:51.788671 dv-cinder-801875-2-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:24:51.788671 dv-cinder-801875-2-iscsi neutron-server[93192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:24:51.788671 dv-cinder-801875-2-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:24:51.788671 dv-cinder-801875-2-iscsi neutron-server[93192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:24:51.788671 dv-cinder-801875-2-iscsi neutron-server[93192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:24:51.846553 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-2a35da79-c30e-4a98-b24a-ecf2ba7c0b50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1832741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-836905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680861'] for network, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:51.852147 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-2a35da79-c30e-4a98-b24a-ecf2ba7c0b50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585183'] for network, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:51.856621 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-2a35da79-c30e-4a98-b24a-ecf2ba7c0b50 admin admin] 10.222.0.44 "DELETE /v2.0/networks/9f88688d-0142-47f1-a60c-c5a00560066e HTTP/1.1" status: 204 len: 168 time: 0.5153818 Jul 22 23:24:51.865582 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a35da79-c30e-4a98-b24a-ecf2ba7c0b50 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f88688d-0142-47f1-a60c-c5a00560066e,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:24:52.044677 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 42772) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:24:52.084581 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-d1057c98-ba21-43b3-8c63-c5be2a21f20e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d0f7edb110c94c00be850b59f90f077e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387311 Jul 22 23:24:52.086914 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 42774) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:24:52.132614 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-ce64b027-10fe-4dc5-97e7-fead2afda6b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:52.153600 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-ce64b027-10fe-4dc5-97e7-fead2afda6b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:52.198540 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-ce64b027-10fe-4dc5-97e7-fead2afda6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:52.201110 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-ce64b027-10fe-4dc5-97e7-fead2afda6b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:52.202274 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-ce64b027-10fe-4dc5-97e7-fead2afda6b4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7f9a5646-3f57-4f21-93ad-eb6e576b5122 HTTP/1.1" status: 204 len: 168 time: 0.1144829 Jul 22 23:24:52.210260 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce64b027-10fe-4dc5-97e7-fead2afda6b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f9a5646-3f57-4f21-93ad-eb6e576b5122,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:24:52.527169 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 42780) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:24:52.568960 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-a17cfca4-da10-4fd3-bbed-bfcb3c1e2b54 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f30b9b0f668e44e1913afdbba683a5b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0406847 Jul 22 23:24:52.571398 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 42782) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:24:52.616745 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-3eac5d07-4d1a-46a1-88db-36f87db05cfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:52.642381 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-3eac5d07-4d1a-46a1-88db-36f87db05cfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:52.699138 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-3eac5d07-4d1a-46a1-88db-36f87db05cfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-837016'] for security_group, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:52.701880 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-3eac5d07-4d1a-46a1-88db-36f87db05cfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:52.702995 dv-cinder-801875-2-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-3eac5d07-4d1a-46a1-88db-36f87db05cfd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6bc4b205-e977-4c66-88ac-96602339f9d2 HTTP/1.1" status: 204 len: 168 time: 0.1307077 Jul 22 23:24:52.712208 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eac5d07-4d1a-46a1-88db-36f87db05cfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bc4b205-e977-4c66-88ac-96602339f9d2,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:24:53.267552 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Device 5cf85f41-16b4-415f-ae0b-52ecc4c158a8 no longer exists at agent ovs-agent-dv-cinder-801875-2-iscsi {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:24:53.287616 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] No Port match for: 5cf85f41-16b4-415f-ae0b-52ecc4c158a8 {{(pid=93194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:24:53.287950 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Device 5cf85f41-16b4-415f-ae0b-52ecc4c158a8 not bound to the agent host dv-cinder-801875-2-iscsi {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:24:53.288384 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Device 772d428b-bb52-4135-aa2f-484284abecb0 no longer exists at agent ovs-agent-dv-cinder-801875-2-iscsi {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:24:53.309626 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] No Port match for: 772d428b-bb52-4135-aa2f-484284abecb0 {{(pid=93194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:24:53.309962 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Device 772d428b-bb52-4135-aa2f-484284abecb0 not bound to the agent host dv-cinder-801875-2-iscsi {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:25:03.885821 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.agents_db [None req-bfbb8894-14bb-41d0-8761-89beb89abbcb None None] Agent healthcheck: found 6 active agents {{(pid=93195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:25:15.497862 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-145c3510-7c4f-49f4-8ee3-8719208756dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:18.179915 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-204958a6-ea3a-47b3-86f5-593239b9d87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:18.690480 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:18.808112 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:19.180810 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-d6d3e244-519d-4c84-95ee-f6386db2b0d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:20.958945 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-cbf739a1-5d20-402c-989d-00d0f7e6e81c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:40.885160 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.agents_db [None req-bfbb8894-14bb-41d0-8761-89beb89abbcb None None] Agent healthcheck: found 6 active agents {{(pid=93195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:25:45.499212 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-0f8e8ab9-8bed-42dd-8714-721db0169171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:48.179786 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-33adbbb9-9da5-41a3-8d58-72988f4b01e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:48.691019 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:48.806756 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:49.182986 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-d6d3e244-519d-4c84-95ee-f6386db2b0d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:50.961163 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-cbf739a1-5d20-402c-989d-00d0f7e6e81c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:15.499737 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-23aa22bb-1044-413c-8ef8-37786ae0c9c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:17.884250 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.agents_db [None req-bfbb8894-14bb-41d0-8761-89beb89abbcb None None] Agent healthcheck: found 6 active agents {{(pid=93195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:26:18.180124 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-9f79d0d8-f42c-4db3-928a-b3894e500a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:18.690893 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:18.809526 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:19.185534 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-d6d3e244-519d-4c84-95ee-f6386db2b0d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:20.963555 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-cbf739a1-5d20-402c-989d-00d0f7e6e81c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:32.658129 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [req-bd2442c8-3c8f-495c-8430-37752802e250 req-099412de-d16b-4146-8f03-2717c12bdd96 service neutron] (93192) timed out ('10.222.0.76', 53929) {{(pid=93192) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 23:26:45.498975 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-ca8c04c9-c9bd-498c-b777-dc2696a7126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:48.180625 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-df6ac1fb-fdc2-4194-a04a-a0bf709e7c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:48.691506 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:48.821009 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:49.188458 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-d6d3e244-519d-4c84-95ee-f6386db2b0d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:50.970404 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-cbf739a1-5d20-402c-989d-00d0f7e6e81c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:54.883340 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.agents_db [None req-bfbb8894-14bb-41d0-8761-89beb89abbcb None None] Agent healthcheck: found 6 active agents {{(pid=93195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:27:15.498893 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3c379cd1-17c3-4f30-ae3b-bbfe6f2d9007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:18.181594 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-c374486b-47de-45ba-8f7a-945c692f3d3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:18.692522 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:18.824476 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:19.191075 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-d6d3e244-519d-4c84-95ee-f6386db2b0d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:20.970354 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-cbf739a1-5d20-402c-989d-00d0f7e6e81c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:31.881427 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.agents_db [None req-bfbb8894-14bb-41d0-8761-89beb89abbcb None None] Agent healthcheck: found 6 active agents {{(pid=93195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:27:45.499945 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-15d9c102-8440-4f95-9624-03c828674933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:48.182138 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-a85855e8-7c0e-4129-9231-a15620d287fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:48.691395 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:48.851023 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:49.194290 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-d6d3e244-519d-4c84-95ee-f6386db2b0d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:50.971155 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-cbf739a1-5d20-402c-989d-00d0f7e6e81c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:08.880157 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.agents_db [None req-bfbb8894-14bb-41d0-8761-89beb89abbcb None None] Agent healthcheck: found 6 active agents {{(pid=93195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:28:15.500851 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-f1e83ddb-b6e9-4f28-8266-5b758c73a6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:18.181814 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-d88052e2-c7ec-420d-ae1d-17eca95f738e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:18.691276 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:18.856827 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:19.197327 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-d6d3e244-519d-4c84-95ee-f6386db2b0d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:20.973822 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-cbf739a1-5d20-402c-989d-00d0f7e6e81c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:45.500130 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-0b6dc162-cbea-487c-b3dc-82d5d1aebf69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:45.883568 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.agents_db [None req-bfbb8894-14bb-41d0-8761-89beb89abbcb None None] Agent healthcheck: found 6 active agents {{(pid=93195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:28:48.182240 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-f1446730-81f6-4f2a-b5ad-2fe721ce3174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:48.691437 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:48.855526 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:49.199595 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-d6d3e244-519d-4c84-95ee-f6386db2b0d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:50.976852 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-cbf739a1-5d20-402c-989d-00d0f7e6e81c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:15.500535 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-8e87fefb-7302-47dd-814d-bd446bace0b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:18.185300 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-060a3a5a-8995-47ef-bfd3-eaaabf8752f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:18.690525 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:18.870141 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:19.202619 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-d6d3e244-519d-4c84-95ee-f6386db2b0d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:20.978721 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-cbf739a1-5d20-402c-989d-00d0f7e6e81c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:22.882461 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.agents_db [None req-bfbb8894-14bb-41d0-8761-89beb89abbcb None None] Agent healthcheck: found 6 active agents {{(pid=93195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:29:31.210625 dv-cinder-801875-2-iscsi neutron-server[93192]: DEBUG neutron.wsgi [req-cf9d49bd-577a-4077-a682-1bcc1f7102be req-5ef01374-7477-459e-9103-bda1d0df91b7 tempest-AttachVolumeNegativeTest-495700377 tempest-AttachVolumeNegativeTest-495700377-project] (93192) timed out ('10.222.0.76', 53965) {{(pid=93192) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 23:29:45.501027 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-ec2d2259-b41d-4fee-a197-270f4894dbc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:48.185002 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-f1c7156f-bb2f-4489-9f90-5ac963169ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:48.691169 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:48.855294 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:49.205864 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-d6d3e244-519d-4c84-95ee-f6386db2b0d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:50.982231 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-cbf739a1-5d20-402c-989d-00d0f7e6e81c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:59.881373 dv-cinder-801875-2-iscsi neutron-server[93195]: DEBUG neutron.db.agents_db [None req-bfbb8894-14bb-41d0-8761-89beb89abbcb None None] Agent healthcheck: found 6 active agents {{(pid=93195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:30:15.502403 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b04627dd-6e73-4589-8242-bdb6ec44b92d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:18.185504 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-d6078812-9169-4e16-a52b-f8e4ad30094a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:18.691594 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b4bc13d8-abbe-4d71-8413-9477ff1c5205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:18.864817 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3a373087-dcd9-411a-a3e3-a5d4b51cf3f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:19.209155 dv-cinder-801875-2-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-d6d3e244-519d-4c84-95ee-f6386db2b0d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769065864479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1832424'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}